-- Logs begin at Fri 2021-09-03 19:31:45 UTC, end at Fri 2021-09-03 20:43:52 UTC. -- Sep 03 20:13:51.228798 dv-cinder-798198-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 20:13:53.960100 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.common.config [-] Logging enabled! Sep 03 20:13:53.960700 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 20:13:53.960866 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94464) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 20:13:53.964061 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.common.config [-] Logging enabled! Sep 03 20:13:53.964319 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 20:13:53.964627 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94464) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 20:13:53.965538 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 20:13:53.965770 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 20:13:53.966130 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 20:13:53.966374 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 20:13:53.966600 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 20:13:53.966991 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.967308 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.967602 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.967833 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.968128 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.968414 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.968692 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.968978 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.969274 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.969554 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.969826 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.970106 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.970334 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.970613 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.970896 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.971209 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.971434 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] debug = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.971709 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.972131 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.972546 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.972825 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.973111 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.973389 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.973660 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.973934 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.974220 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.974549 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] host = dv-cinder-798198-4-iscsi {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.974823 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.975129 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.975419 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.975703 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.975976 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.976250 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.976532 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.976803 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.977073 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.977345 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.977629 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.977915 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.978206 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.978429 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.978648 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.978932 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.979243 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.979519 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.979791 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.980065 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.980339 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.980610 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.980876 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.981159 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.981440 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.981723 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.981995 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.982266 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.983182 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.983693 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.983985 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.984280 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.984561 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.984837 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.985124 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.985394 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.985665 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.985966 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.986252 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.986534 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.986820 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.987112 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.987395 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.987670 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.987941 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.988211 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_json = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.988484 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.988755 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.989036 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.989307 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.989579 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.989851 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.990122 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.990406 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:53.990703 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.990997 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.991327 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.991612 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.991906 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.992184 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.992470 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.992746 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.993033 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.993317 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.993602 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.993878 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.994163 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.994443 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.994736 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.995039 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.995353 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.995643 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.995915 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.996186 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.996456 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.996748 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.997014 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.997288 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.997575 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.997865 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.998752 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.999181 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.999482 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:53.999775 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.000050 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.000331 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.000623 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.000902 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.001174 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.001453 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.001739 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.002014 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.002283 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.002564 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.002836 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.003127 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.003397 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.003671 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.003956 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.004230 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.004504 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.004771 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.005047 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.005316 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.005600 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.005874 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.006142 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.006411 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.006686 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.006954 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.007246 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.007524 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.007860 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.008065 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.008333 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.008600 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.008869 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.009139 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.009408 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.009674 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.009942 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.010215 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.010482 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.010749 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.011019 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.011311 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.011581 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.011865 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.012160 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.012436 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.012710 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.012984 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.013258 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.013530 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.013852 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.014130 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.014408 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.014674 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.014962 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.015270 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.015553 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.015832 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.016105 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.016403 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.016676 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.016955 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.017226 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.017500 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.017777 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.018060 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.018348 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.018638 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.018930 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.019247 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.019537 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.019813 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.020117 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.020391 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:54.020607 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 20:13:54.020849 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94464) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 20:13:54.367349 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 20:13:54.367631 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 20:13:54.367920 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 20:13:54.368251 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 20:13:54.757610 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.757810 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.758082 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.759383 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.759658 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.759923 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.795985 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.796262 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.796530 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.811051 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.811352 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.811619 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.839426 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.839709 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.839976 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.876649 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.876925 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:54.877193 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.106329 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.106919 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.106919 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.107151 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.108542 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.226558 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.226870 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.227176 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.227454 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.227726 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.228039 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.228302 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.228558 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.228813 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.229094 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.229352 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.229614 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.229868 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.230118 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.230371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.230632 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.230885 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.231170 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.231440 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.231698 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.231973 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.232225 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.232547 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.233059 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.233317 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.233568 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.233959 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:13:55.234196 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:13:55.234431 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:13:55.234665 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:13:55.234898 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:13:55.235158 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:13:55.235518 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 20:13:55.238577 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 20:13:55.242454 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 20:13:55.246211 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 03 20:13:55.247838 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 20:13:55.248975 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 20:13:55.249305 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 20:13:55.249681 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 20:13:55.252459 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 20:13:55.252710 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 20:13:55.253055 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 20:13:55.258259 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 20:13:55.280982 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 20:13:55.281431 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.281725 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94464) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 20:13:55.282089 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.283442 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94464) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 20:13:55.283723 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 20:13:55.283967 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 20:13:55.287286 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.287569 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:55.351459 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 20:13:55.351698 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 20:13:55.351932 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 20:13:55.352293 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 20:13:55.374227 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_db.sqlalchemy.engines [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94464) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 20:13:56.067102 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Initializing driver for type 'gre' Sep 03 20:13:56.067666 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] gre ID ranges: [(1, 1000)] Sep 03 20:13:56.313256 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Initializing driver for type 'local' Sep 03 20:13:56.313863 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Initializing driver for type 'vlan' Sep 03 20:13:56.409996 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] VlanTypeDriver initialization complete Sep 03 20:13:56.410354 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Initializing driver for type 'vxlan' Sep 03 20:13:56.410874 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] vxlan ID ranges: [(1, 1000)] Sep 03 20:13:56.613304 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Initializing extension driver 'port_security' Sep 03 20:13:56.613643 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.extensions.port_security [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] PortSecurityExtensionDriver initialization complete Sep 03 20:13:56.613982 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Initializing mechanism driver 'openvswitch' Sep 03 20:13:56.614307 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Initializing mechanism driver 'hyperv' Sep 03 20:13:56.620842 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.plugin [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:13:56.621522 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.621895 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.622248 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.622765 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 20:13:56.623227 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > subnet after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.623660 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > subnet after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.624023 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.624417 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 20:13:56.624829 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > network after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.625183 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > network after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.625529 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.625923 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 20:13:56.626331 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > security_group after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.626682 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > security_group after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.627025 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.627579 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 20:13:56.627994 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.634798 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.634798 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.634798 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 20:13:56.634798 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > address_group after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.634798 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > address_group after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.635189 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.635189 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 20:13:56.635189 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] ML2 OVO RPC backend initialized. {{(pid=94464) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 20:13:56.635189 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.635189 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.635559 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > network before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.635559 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > networks before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.635559 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > port before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.635559 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > ports before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.635859 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > subnet before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.635859 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > subnets before_response 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.635859 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > network after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.635859 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > network after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.636163 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.636163 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.636163 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.636163 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.636454 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > subnet after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.636716 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > subnet after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.637053 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.637627 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.plugin [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Modular L2 Plugin initialization complete Sep 03 20:13:56.637954 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading services supported by the core plugin {{(pid=94464) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 20:13:56.638280 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.plugins.ml2.managers [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Got port-security extension from driver 'port_security' Sep 03 20:13:56.638774 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.extensions.vlantransparent [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Disabled vlantransparent extension. Sep 03 20:13:56.639364 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94464) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 20:13:56.639684 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading Plugin: router Sep 03 20:13:56.676337 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.676734 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router after_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.677106 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router before_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.677475 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.677849 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.678207 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router after_delete 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.678569 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.678922 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.679312 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router after_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.679662 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.680014 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.680367 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.680734 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.681141 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router precommit_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.681512 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.681853 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.682197 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: subnet after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.682538 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.682890 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.683277 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router precommit_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.683626 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: port before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.683996 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.684356 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router after_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.684700 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.685058 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router precommit_create 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.685420 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.685937 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router precommit_update 55549900 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.686309 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > agent after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.686663 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > agent after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.687013 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > network after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.687901 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Tracking information for resource: router configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:13:56.688238 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Tracking information for resource: floatingip configured {{(pid=94464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 20:13:56.693151 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.db.l3_agentschedulers_db [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 20:13:56.693737 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.694099 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: port after_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.694453 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: port after_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.694812 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: port after_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.695635 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router before_create 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.696003 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.696365 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router precommit_create 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.696721 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > router precommit_update 55550100 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.701462 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.services.provider_configuration [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service providers = [] {{(pid=94464) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 20:13:56.701824 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.db.servicetype_db [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94464) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 20:13:56.704799 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.services.service_base [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 20:13:56.705156 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.services.service_base [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 20:13:56.705501 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.services.service_base [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 20:13:56.706392 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.services.service_base [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 20:13:56.706764 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.services.service_base [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 20:13:56.707174 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:13:56.707496 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 20:13:56.718609 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:13:56.718942 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading Plugin: auto_allocate Sep 03 20:13:56.724694 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: network precommit_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.725070 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: network precommit_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.725587 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:13:56.725912 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading Plugin: tag Sep 03 20:13:56.732972 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:13:56.733303 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading Plugin: timestamp Sep 03 20:13:56.737308 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:13:56.737640 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading Plugin: network_ip_availability Sep 03 20:13:56.743007 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.743403 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.743768 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:56.744477 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:13:56.744800 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading Plugin: flavors Sep 03 20:13:56.749457 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:13:56.749787 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading Plugin: revisions Sep 03 20:13:56.754027 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 20:13:56.754418 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.386s {{(pid=94464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 20:13:56.755181 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94464) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 20:13:56.755520 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Initializing extension manager. Sep 03 20:13:56.756031 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: __init__.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.756375 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: __pycache__ {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.756713 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.757050 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: address_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.757802 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.758363 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: address-group Sep 03 20:13:56.758686 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: address_scope.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.759624 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.760142 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: address-scope Sep 03 20:13:56.760465 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.761402 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.761900 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: router-admin-state-down-before-update Sep 03 20:13:56.762221 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: agent.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.762923 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.763479 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: agent Sep 03 20:13:56.763871 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: agent_resources_synced.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.764782 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.765293 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: agent-resources-synced Sep 03 20:13:56.765618 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: allowedaddresspairs.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.767445 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.767976 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: allowed-address-pairs Sep 03 20:13:56.768304 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: auto_allocated_topology.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.769385 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.769911 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: auto-allocated-topology Sep 03 20:13:56.770239 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: availability_zone.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.770933 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.771481 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: availability_zone Sep 03 20:13:56.771806 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: availability_zone_filter.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.772723 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.773242 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: availability_zone_filter Sep 03 20:13:56.773571 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: data_plane_status.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.774731 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.775276 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 20:13:56.775597 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: default_subnetpools.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.776515 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.777026 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: default-subnetpools Sep 03 20:13:56.777347 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.778151 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.778668 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: dhcp_agent_scheduler Sep 03 20:13:56.778990 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: dns.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.780462 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.780976 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension dns-integration not supported by any of loaded plugins Sep 03 20:13:56.781301 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: dns_domain_ports.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.782220 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.782737 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 20:13:56.783061 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.784007 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.784519 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 20:13:56.784842 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: dvr.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.785510 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.786020 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: dvr Sep 03 20:13:56.786339 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: ecmp_routes.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.787293 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.787803 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 20:13:56.788125 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: empty_string_filtering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.789033 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.789545 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: empty-string-filtering Sep 03 20:13:56.789866 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.790781 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.791321 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 20:13:56.791642 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.792555 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.793069 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 20:13:56.793390 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: external_net.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.794308 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.794847 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: external-net Sep 03 20:13:56.795718 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.796637 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.797145 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: extra_dhcp_opt Sep 03 20:13:56.797466 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: extraroute.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.798366 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.798876 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: extraroute Sep 03 20:13:56.799238 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: extraroute_atomic.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.800268 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.800779 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: extraroute-atomic Sep 03 20:13:56.801099 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: filter_validation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.801759 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.802266 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: filter-validation Sep 03 20:13:56.802588 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: fip_pf_description.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.803533 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.804043 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 20:13:56.804365 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: fip_port_details.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.805306 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.805820 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: fip-port-details Sep 03 20:13:56.806146 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: flavors.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.807410 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.807932 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: flavors Sep 03 20:13:56.808257 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.809907 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.810454 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 20:13:56.810790 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: floatingip_pools.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.811591 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.812112 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: floatingip-pools Sep 03 20:13:56.812438 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: ip_allocation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.813369 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.813886 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 20:13:56.814210 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.815164 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.815677 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: ip-substring-filtering Sep 03 20:13:56.816003 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: l2_adjacency.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.816933 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.817441 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 20:13:56.817765 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: l3.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.818852 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.819408 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: router Sep 03 20:13:56.819738 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.822005 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.822538 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 20:13:56.822871 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.823862 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.824413 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: ext-gw-mode Sep 03 20:13:56.824746 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.825687 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.826246 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: l3-ha Sep 03 20:13:56.826575 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: l3_flavors.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.827524 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.828036 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: l3-flavors Sep 03 20:13:56.828361 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.829270 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.829782 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 20:13:56.830107 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: l3agentscheduler.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.831160 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.831678 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: l3_agent_scheduler Sep 03 20:13:56.832004 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: logging.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.833486 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.849095 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension logging not supported by any of loaded plugins Sep 03 20:13:56.849095 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: metering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.849657 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.850243 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: metering Sep 03 20:13:56.850573 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.851711 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.852238 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: metering_source_and_destination_fields Sep 03 20:13:56.852571 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: multiprovidernet.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.853498 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.854016 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: multi-provider Sep 03 20:13:56.854342 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: netmtu.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.855297 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.855815 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: net-mtu Sep 03 20:13:56.856138 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: netmtu_writable.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.857064 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.858300 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: net-mtu-writable Sep 03 20:13:56.858628 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: network_availability_zone.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.859328 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.859840 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: network_availability_zone Sep 03 20:13:56.860159 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: network_ip_availability.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.861281 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.861793 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: network-ip-availability Sep 03 20:13:56.862120 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: network_segment_range.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.862886 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.863501 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 20:13:56.863783 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: pagination.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.864769 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.865098 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: pagination Sep 03 20:13:56.865417 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: port_device_profile.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.866380 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.866899 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: port-device-profile Sep 03 20:13:56.867256 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.868184 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.868701 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: port-mac-address-regenerate Sep 03 20:13:56.869025 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.869940 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.870460 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: port-numa-affinity-policy Sep 03 20:13:56.870798 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: port_resource_request.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.871873 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.872401 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 20:13:56.872724 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: portbindings.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.873683 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.874200 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: binding Sep 03 20:13:56.874526 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: portbindings_extended.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.875837 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.876356 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: binding-extended Sep 03 20:13:56.876684 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: portsecurity.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.877603 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.878122 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: port-security Sep 03 20:13:56.878448 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: project_id.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.886976 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.887350 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: project-id Sep 03 20:13:56.887678 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: providernet.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.889133 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.889646 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: provider Sep 03 20:13:56.889967 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: qos.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.893477 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.894006 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension qos not supported by any of loaded plugins Sep 03 20:13:56.894340 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.895620 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.896150 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 20:13:56.896485 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.897440 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.897990 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 20:13:56.898321 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: qos_default.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.899275 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.900054 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension qos-default not supported by any of loaded plugins Sep 03 20:13:56.900378 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: qos_fip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.901180 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.901698 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension qos-fip not supported by any of loaded plugins Sep 03 20:13:56.902024 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: qos_gateway_ip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.902961 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.903502 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 20:13:56.903826 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: qos_port_network_policy.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.905438 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.905946 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 20:13:56.906270 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: qos_pps_rule.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.907473 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.908008 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension qos-pps not supported by any of loaded plugins Sep 03 20:13:56.908320 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: qos_rule_type_details.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.909266 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.909781 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 20:13:56.910105 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: qos_rules_alias.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.911177 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.911700 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 20:13:56.912025 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: quotasv2.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.912990 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.913305 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: quotas Sep 03 20:13:56.913627 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: quotasv2_detail.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.917009 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.917356 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: quota_details Sep 03 20:13:56.917695 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: rbac.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.918767 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.919327 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: rbac-policies Sep 03 20:13:56.919660 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: rbac_address_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.920627 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.921173 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: rbac-address-group Sep 03 20:13:56.921502 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: rbac_address_scope.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.922423 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.922943 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: rbac-address-scope Sep 03 20:13:56.923301 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: rbac_security_groups.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.924236 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.924754 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: rbac-security-groups Sep 03 20:13:56.925080 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: rbac_subnetpool.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.926003 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.926522 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: rbac-subnetpool Sep 03 20:13:56.926845 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: revisionifmatch.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.944229 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.944749 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: revision-if-match Sep 03 20:13:56.945074 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: revisions.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.946188 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.946710 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: standard-attr-revisions Sep 03 20:13:56.947037 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: router_availability_zone.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.947747 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.948261 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: router_availability_zone Sep 03 20:13:56.948584 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: routerservicetype.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.949523 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.950034 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension router-service-type not supported by any of loaded plugins Sep 03 20:13:56.950358 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.951882 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.952429 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: security-groups-normalized-cidr Sep 03 20:13:56.952753 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.953676 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.954194 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: port-security-groups-filtering Sep 03 20:13:56.954518 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.955527 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.956045 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: security-groups-remote-address-group Sep 03 20:13:56.956372 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: securitygroup.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.967924 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.968467 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: security-group Sep 03 20:13:56.968863 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: segment.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.969627 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.970149 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension segment not supported by any of loaded plugins Sep 03 20:13:56.970478 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.979253 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.979776 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 20:13:56.980101 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: servicetype.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.981290 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.981820 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: service-type Sep 03 20:13:56.982150 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: sorting.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.983582 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.983928 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: sorting Sep 03 20:13:56.984259 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: standard_attr_segment.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.985194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.985717 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 20:13:56.986047 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: standardattrdescription.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.986704 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.987247 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: standard-attr-description Sep 03 20:13:56.987576 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: stateful_security_group.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.988528 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.989101 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: stateful-security-group Sep 03 20:13:56.989426 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: stdattrs_common.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.990015 dv-cinder-798198-4-iscsi neutron-server[94464]: WARNING neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 20:13:56.990336 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.991307 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.991841 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 20:13:56.992168 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: subnet_onboard.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.993245 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.993769 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: subnet_onboard Sep 03 20:13:56.994095 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.995057 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.995619 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 20:13:56.995943 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: subnet_service_types.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.996880 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.997399 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: subnet-service-types Sep 03 20:13:56.997722 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: subnetallocation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:56.998997 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:56.999544 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: subnet_allocation Sep 03 20:13:56.999873 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:57.000542 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:57.001057 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: subnetpool-prefix-ops Sep 03 20:13:57.001416 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:57.002355 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:57.002871 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 20:13:57.003228 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: tagging.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:57.004310 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:57.004832 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: standard-attr-tag Sep 03 20:13:57.005159 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: timestamp.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:57.006393 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:57.006953 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loaded extension: standard-attr-timestamp Sep 03 20:13:57.007314 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: trunk.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:57.008387 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:57.008907 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension trunk not supported by any of loaded plugins Sep 03 20:13:57.009235 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: trunk_details.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:57.010183 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:57.010702 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension trunk-details not supported by any of loaded plugins Sep 03 20:13:57.011030 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: uplink_status_propagation.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:57.018757 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:57.019316 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 20:13:57.019644 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Loading extension file: vlantransparent.py {{(pid=94464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 20:13:57.020331 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 20:13:57.020846 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 20:13:57.023378 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:network Sep 03 20:13:57.023930 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:subnet Sep 03 20:13:57.024337 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 20:13:57.025001 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:port Sep 03 20:13:57.026288 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:13:57.026738 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service FLAVORS assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:13:57.027408 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:13:57.027836 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:13:57.028169 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:router Sep 03 20:13:57.028598 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 20:13:57.029097 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service METERING assigned prefix: /metering {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:13:57.031231 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:57.031608 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:57.031966 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:13:57.032985 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 20:13:57.033454 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:security_group Sep 03 20:13:57.033895 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 20:13:57.034494 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:13:57.034827 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 20:13:57.035206 dv-cinder-798198-4-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] subnetpool is already registered Sep 03 20:13:57.035651 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:13:57.035979 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 20:13:57.036343 dv-cinder-798198-4-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] subnetpool is already registered Sep 03 20:13:57.038627 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:13:57.039062 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service FLAVORS assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:13:57.039680 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:13:57.040102 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:13:57.040440 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:router Sep 03 20:13:57.040806 dv-cinder-798198-4-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] router is already registered Sep 03 20:13:57.041193 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 20:13:57.041532 dv-cinder-798198-4-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] floatingip is already registered Sep 03 20:13:57.041988 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service METERING assigned prefix: /metering {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:13:57.042659 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 20:13:57.042985 dv-cinder-798198-4-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] rbac_policy is already registered Sep 03 20:13:57.043431 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:security_group Sep 03 20:13:57.043769 dv-cinder-798198-4-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] security_group is already registered Sep 03 20:13:57.044178 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 20:13:57.044529 dv-cinder-798198-4-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] security_group_rule is already registered Sep 03 20:13:57.045166 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:13:57.051822 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 20:13:57.051822 dv-cinder-798198-4-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] subnetpool is already registered Sep 03 20:13:57.051822 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.v2.resource_helper [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Service CORE assigned prefix: {{(pid=94464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 20:13:57.051822 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 20:13:57.051822 dv-cinder-798198-4-iscsi neutron-server[94464]: WARNING neutron.quota.resource_registry [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] subnetpool is already registered Sep 03 20:13:57.051822 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: extensions {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.051822 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: address-groups {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.051822 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: address-scopes {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.052350 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: agents {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.053100 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: auto-allocated-topology {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.054350 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: availability_zones {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.055646 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: dhcp-networks {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.057171 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: dhcp-agents {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.058615 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: routers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.060927 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: flavors {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.062109 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: service_profiles {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.063352 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: next_providers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.064803 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: service_profiles {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.066402 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: floatingip-pools {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.067675 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: routers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.069885 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: floatingips {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.071213 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: l3-routers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.072600 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: l3-agents {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.074044 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: metering-labels {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.075468 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: metering-label-rules {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.077299 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: network-ip-availabilities {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.078592 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: bindings {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.081110 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: quotas {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.082605 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: quotas {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.084079 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: rbac-policies {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.085297 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: security-groups {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.087345 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: security-group-rules {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.087879 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: service-providers {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.089111 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: subnetpools {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.090551 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: subnetpools {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.092730 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.094403 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.096368 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.098160 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.099999 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.101861 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.103664 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.105605 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.107723 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.109245 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron.api.extensions [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Extended resource: tags {{(pid=94464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 20:13:57.115582 dv-cinder-798198-4-iscsi neutron-server[94464]: WARNING keystonemiddleware.auth_token [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 20:13:57.120239 dv-cinder-798198-4-iscsi neutron-server[94464]: WARNING keystonemiddleware.auth_token [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 20:13:57.128740 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Acquired lock "singleton_lock" {{(pid=94464) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 20:13:57.133258 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_concurrency.lockutils [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Releasing lock "singleton_lock" {{(pid=94464) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 20:13:57.133258 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO oslo_service.service [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Starting 2 workers Sep 03 20:13:57.134693 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Started child 94575 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 20:13:57.139719 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Started child 94576 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 20:13:57.140859 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:13:57.141551 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO neutron.service [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 20:13:57.142006 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Notify callbacks [] for process, before_spawn {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:13:57.142337 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [-] (94575) wsgi starting up on http://0.0.0.0:9696 Sep 03 20:13:57.144492 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO oslo_service.service [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Starting 1 workers Sep 03 20:13:57.144670 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:13:57.145861 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [-] (94576) wsgi starting up on http://0.0.0.0:9696 Sep 03 20:13:57.149976 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Started child 94577 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 20:13:57.150599 dv-cinder-798198-4-iscsi neutron-server[94464]: INFO oslo_service.service [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Starting 1 workers Sep 03 20:13:57.153780 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.service [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] calling RpcWorker wait() {{(pid=94577) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 20:13:57.154994 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.service [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] returning from RpcWorker wait() {{(pid=94577) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 20:13:57.155928 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Started child 94578 {{(pid=94464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 20:13:57.156522 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:13:57.156816 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG neutron_lib.callbacks.manager [None req-db3c46d8-18e9-40f0-b655-04242a0f9443 None None] Notify callbacks [] for process, after_spawn {{(pid=94464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:13:57.157137 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:13:57.158776 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94464) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 20:13:57.158991 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 20:13:57.159221 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 20:13:57.159443 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 20:13:57.159805 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 20:13:57.159972 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 20:13:57.160492 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.160782 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.161056 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.161325 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.161608 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.161701 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:13:57.162171 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.162431 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.162683 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.162807 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:13:57.162955 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.163249 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.163426 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.163588 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.163834 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.164067 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.164406 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.164750 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.165003 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.165276 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.165449 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.165713 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.165987 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.166220 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.166480 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] debug = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.166733 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.167242 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.167490 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.167758 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.167979 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.168259 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.168504 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.168966 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.169067 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.169292 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.169489 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.169758 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.170034 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.170404 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.170699 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.170902 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.171155 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.171640 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] host = dv-cinder-798198-4-iscsi {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.171896 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.172114 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.172373 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.172617 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.172865 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.173105 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.173368 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.173631 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.173882 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.174114 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.174380 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.174636 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.174890 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.175159 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.175328 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_options = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.175569 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.175823 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.176104 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.176294 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.176463 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.176640 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.176888 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.177051 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.177304 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.177520 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.177732 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.177945 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.178183 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.178414 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.178671 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.178925 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.179161 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.179372 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.179627 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.179876 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.180100 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.180343 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.180577 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.180808 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.181049 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.181385 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.181583 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.181780 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.181991 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.182263 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.182509 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.182775 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.183021 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.183298 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208052 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208052 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208052 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208052 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208052 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208052 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208052 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208052 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208564 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208564 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208564 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208564 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_json = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208564 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208564 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208564 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208564 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.208564 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.209083 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.209083 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.209083 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.209083 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.209083 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.209083 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.209083 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.209083 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.209621 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.209621 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.209621 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.209621 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.209621 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.209621 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.209621 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.209621 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.209621 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210216 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210216 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210216 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210216 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210216 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210216 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210216 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210216 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210811 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210811 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210811 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210811 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210811 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210811 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210811 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.210811 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.211487 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.211487 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.211487 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.211487 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.211487 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.211487 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.211487 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.211487 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212046 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212046 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212046 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212046 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212046 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212046 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212046 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212046 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212046 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212649 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212649 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212649 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212649 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212649 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212649 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212649 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212649 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.212649 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.213603 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.213603 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.213603 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.213603 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.213603 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.213603 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.213603 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.213603 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.213603 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.214295 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.214295 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.214295 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.214295 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.214295 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.214295 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.214295 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.214295 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.214295 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215946 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215946 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215946 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215946 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215946 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215946 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215946 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.215946 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.216537 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.216537 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.216537 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.216537 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.216537 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.216537 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.216537 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.216537 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.217894 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.217894 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.217894 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.217894 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.217894 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.217894 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.217894 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.217894 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.218732 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.218732 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.218732 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.218732 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.218732 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.218732 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.218732 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.218732 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219914 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219914 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219914 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219914 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219914 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219914 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.219914 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.220390 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.220390 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.220646 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.220905 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.221130 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.221354 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.221691 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.222014 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.222269 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.222749 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.223283 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.223562 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.223837 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.224324 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.224594 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.224868 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.225117 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.225587 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.225753 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.226041 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.226276 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.226522 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.226737 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.226986 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.227240 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.227477 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.227690 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.227923 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.228176 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.228392 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.228605 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.228832 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.229076 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.229299 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.229546 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.229824 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.230066 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.230301 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.230519 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.230751 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.230983 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.231234 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.231489 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.231711 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.231983 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.232748 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.232748 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.232748 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.233618 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.233618 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.233618 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.233618 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.233900 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.234016 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.234227 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.234470 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.234683 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.234891 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.235138 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.235353 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.235612 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.235858 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.236201 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.236448 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.236676 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.236910 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.237143 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.237430 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.237718 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.237882 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.238096 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.238314 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.238526 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.238782 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.239023 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.239285 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242081 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242081 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242081 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242081 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242081 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242081 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242081 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242081 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242696 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242696 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242696 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242696 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242696 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242696 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.242696 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.243218 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.243218 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.243441 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.243441 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.243644 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.243870 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.244086 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.244321 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.244545 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.244752 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.244990 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.245212 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.245425 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.245633 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.245857 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.246064 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.246272 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.246491 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.246705 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.246912 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.247180 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.247390 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.247597 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.247817 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.248564 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.248770 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.249171 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.249428 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.249650 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.249945 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.250191 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.250438 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.250683 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.251011 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.251250 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.251599 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.251819 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.252036 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.252288 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.252557 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.252905 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.253196 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.253456 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.253939 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.254219 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.254500 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.254760 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.254995 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.255311 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.255640 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.255920 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.256177 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.256413 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.256644 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.256865 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.257080 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.257323 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.257554 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.257766 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.258022 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.258269 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.258548 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.258800 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.259028 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.259268 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.259490 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.259720 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.259958 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.260192 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.260349 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 20:13:57.260878 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94464) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 20:13:57.261028 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 20:13:57.261182 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 20:13:57.261357 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 20:13:57.261528 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 20:13:57.261681 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 20:13:57.261884 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.262045 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.262207 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.262366 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.262526 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.262707 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.262867 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.263026 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.263214 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.263376 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.263550 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.264255 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.264514 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.264661 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.264828 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.264987 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.265122 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.265282 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.265447 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.265607 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.265766 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.265947 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.266108 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] debug = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.266266 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.266468 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.266668 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.266830 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.266990 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.267174 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.267335 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.267494 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.267653 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.267812 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271156 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271156 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271156 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271156 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271156 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271156 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271156 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271156 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] host = dv-cinder-798198-4-iscsi {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271789 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271789 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271789 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271789 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271789 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271789 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271789 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.271789 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.272374 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.272562 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.272730 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.272895 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.273058 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.273219 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.273380 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_options = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.273539 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.273700 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.273861 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.274047 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.274212 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.274952 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.274952 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.274952 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.275348 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.275348 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.275580 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.275580 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.280371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.280371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.280371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.280371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.280371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.280371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.280371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.280371 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281252 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281252 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281252 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281252 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281252 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281252 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281252 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281252 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281252 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281843 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281843 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281843 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281843 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281843 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281843 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281843 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.281843 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282372 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282372 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282372 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282372 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282372 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282372 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282372 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282372 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282902 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_json = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282902 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282902 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282902 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282902 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282902 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282902 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.282902 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.283753 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 20:13:57.283753 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.283753 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.283753 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.283753 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.283753 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.283753 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.283753 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.284488 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.284488 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.284488 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.284488 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.284488 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.284488 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.285066 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.285066 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.285066 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.285066 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.285350 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.285350 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.285492 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.285602 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.285763 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.285934 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.286096 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.286257 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.286418 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.286581 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.286759 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.286928 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.287161 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.287327 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.287489 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.287652 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.287816 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.287978 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.288141 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.288303 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.288465 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.288629 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.288790 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.288954 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.289115 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.289278 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.289441 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.289604 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.289766 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.289927 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.290090 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.290252 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.290414 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.290576 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.290739 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.290901 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.291103 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.291259 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.291435 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.291597 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.291758 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.291919 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.292081 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.292243 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.292403 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.292564 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.292726 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.292887 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.293050 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.293225 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.293389 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.293537 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.293698 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.293860 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.294020 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.294182 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.294343 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.294537 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.294702 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.294911 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.295113 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.295260 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.295555 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.295720 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.295884 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.296048 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.296210 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.296374 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.296536 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.296698 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.296860 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.297022 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.297195 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.297461 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.297635 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.297803 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.297964 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.298111 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.298277 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.298438 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.298599 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.298760 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.298921 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.299848 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.299848 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.299848 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.299848 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.299848 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.299848 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.301203 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.301203 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.301203 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.301203 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.301203 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.301203 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.301203 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.301203 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.302083 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.302083 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.302083 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.302083 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.302083 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.302083 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.302666 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.302666 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.302666 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.302666 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.303052 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.303052 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.303052 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.303414 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.303414 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.309803 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.309803 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.309803 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.309803 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.309803 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.309803 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.309803 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.309803 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.311562 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.311562 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.311562 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.311562 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.311562 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.311562 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.311562 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.311562 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.312195 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.312195 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.312195 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.312195 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.312195 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.312195 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.312195 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.312195 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.313063 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.313063 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.313063 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.313063 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.313063 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.313063 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.313063 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.313063 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.314130 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.314130 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.314130 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.314130 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.314130 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.314130 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.314130 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.314130 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315280 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315280 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315280 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315280 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315280 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315280 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315280 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315280 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315745 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315745 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315745 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315745 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315745 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315745 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315745 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.315745 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316194 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316632 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316632 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316632 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316632 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316632 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316632 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316632 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.316632 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317094 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317094 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317094 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317094 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317094 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317094 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317094 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317094 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317094 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317581 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317581 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317581 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317581 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317581 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317581 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317581 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.317581 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.318045 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.318045 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.318163 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.318228 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.318475 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.318566 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.318705 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.318861 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.319099 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.319243 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.319370 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.319543 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.319675 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.319838 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.320005 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.320173 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.320335 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.320490 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.320630 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.320764 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.320921 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.321081 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.321243 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.321420 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.321583 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.321744 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.321905 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.322068 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.322229 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.322401 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.322568 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:13:57.322660 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.322741 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.322887 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.323048 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.323232 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.323394 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.323568 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.323730 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.323894 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.324057 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.324218 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.324381 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.324545 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.324711 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.324884 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.325058 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.325243 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.325450 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.325621 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.325791 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.325953 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.326708 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.326882 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.327041 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.327227 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.327389 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.327557 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.327721 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.327882 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.328044 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.328207 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.328369 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.328531 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.328693 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.328905 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.329087 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.329208 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.329370 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.329533 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.329697 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.329859 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.330020 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 20:13:57.330175 dv-cinder-798198-4-iscsi neutron-server[94464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 20:13:57.406784 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 36760) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:13:57.415384 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063615 Sep 03 20:14:09.367651 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2278418-5671-45f0-860a-c513db221de2 None None] get_active_networks_info from dv-cinder-798198-4-iscsi {{(pid=94577) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 20:14:09.437249 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2278418-5671-45f0-860a-c513db221de2 None None] No non-hosted networks {{(pid=94577) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 20:14:09.484131 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.agentschedulers_db [None req-f2278418-5671-45f0-860a-c513db221de2 None None] DHCP Agent not found on host dv-cinder-798198-4-iscsi {{(pid=94577) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 20:14:09.604327 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6c83eec7-a6b2-4ce4-8c11-230d434102aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1965703'] for agent, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:12.032772 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1b5da56c-726a-422f-abc2-9606c87bf74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1965703'] for agent, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:12.068528 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.db.api [None req-1a7ac4c7-ce9e-4aae-b9b7-01c19b8a09c5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-798198-4-iscsi {{(pid=94577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 20:14:12.069458 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG oslo_db.api [None req-1a7ac4c7-ce9e-4aae-b9b7-01c19b8a09c5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 20:14:12.688265 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac4c7-ce9e-4aae-b9b7-01c19b8a09c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:12.737298 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1965703'] for agent, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:12.738102 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:12.738566 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:12.739469 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:12.739469 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:12.740407 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:12.740907 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:12.741336 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:12.741786 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:12.742244 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:12.742800 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:12.743283 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:12.744088 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:12.744596 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798198-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:14:12.764436 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798198-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:14:13.418891 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1965703'] for agent, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:14.863779 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.db.l3_hamode_db [None req-b97bb90f-8fa1-4f91-91ba-94bf66bbadc5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 20:14:14.950149 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bb90f-8fa1-4f91-91ba-94bf66bbadc5 None None] Routers set() bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:14:14.950493 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bb90f-8fa1-4f91-91ba-94bf66bbadc5 None None] Router IDs set() for agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 20:14:14.961590 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1965703'] for agent, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:15.810492 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 36854) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:14:16.299100 dv-cinder-798198-4-iscsi neutron-server[94575]: WARNING oslo_policy.policy [None req-6db5aead-5f3e-4929-ba01-0c7ef210b4a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:14:16.299701 dv-cinder-798198-4-iscsi neutron-server[94575]: WARNING oslo_policy.policy [None req-6db5aead-5f3e-4929-ba01-0c7ef210b4a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:14:16.518524 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [None req-6db5aead-5f3e-4929-ba01-0c7ef210b4a3 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:14:16.519679 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-6db5aead-5f3e-4929-ba01-0c7ef210b4a3 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7070637 Sep 03 20:14:18.909563 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 36868) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:14:19.218060 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-ce2bcb9b-b8a5-4a50-b16f-044009b28bb6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:14:19.311455 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.policy [None req-ce2bcb9b-b8a5-4a50-b16f-044009b28bb6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94575) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 20:14:19.355166 dv-cinder-798198-4-iscsi neutron-server[94575]: WARNING oslo_policy.policy [None req-ce2bcb9b-b8a5-4a50-b16f-044009b28bb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:14:19.355531 dv-cinder-798198-4-iscsi neutron-server[94575]: WARNING oslo_policy.policy [None req-ce2bcb9b-b8a5-4a50-b16f-044009b28bb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:14:19.364646 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.quota [None req-ce2bcb9b-b8a5-4a50-b16f-044009b28bb6 admin admin] Loaded quota_driver: . Sep 03 20:14:19.571343 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ce2bcb9b-b8a5-4a50-b16f-044009b28bb6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752369096521', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752369096090', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752369100323', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752369102159', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752369721231', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752368996371', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-879087', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-838231', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2085352', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2024734'] for rbac-policy, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:19.730016 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ce2bcb9b-b8a5-4a50-b16f-044009b28bb6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:19.731225 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-ce2bcb9b-b8a5-4a50-b16f-044009b28bb6 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8206916 Sep 03 20:14:22.334797 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 36880) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:14:22.627996 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Request body: {'network': {'project_id': '449df7232b774f7a88f9e4a02d413237', 'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'name': 'private', 'admin_state_up': True}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:14:22.726875 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Made reservation on behalf of 449df7232b774f7a88f9e4a02d413237 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:14:22.729710 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:22.746665 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:22.967536 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:23.041320 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:23.065407 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:14:23.089269 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752370827852', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:23.090091 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Unsubscribe: segment precommit_create {{(pid=94575) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 20:14:23.091151 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Added segment e3e9ea80-ce9c-467c-bf29-847f8fbe883e of type vlan for network 1a64ae47-1ec2-44a8-a54c-8919c1c8292d Sep 03 20:14:23.096886 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efed987-846b-4380-8cb9-a8d9f3465add,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:23.118359 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:23.118723 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:23.119096 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:23.119432 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:23.119764 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:23.120117 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:23.120449 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:23.120776 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:23.121115 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:23.121442 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:23.121763 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:23.122182 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Tracked resource versions report: Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: pushed versions: Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: { 'AddressGroup': {'1.2'}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'ConntrackHelper': {'1.0'}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Log': {'1.0'}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Network': {'1.1'}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Port': {'1.7'}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'PortForwarding': {'1.2'}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'QosPolicy': {'1.9'}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'SecurityGroup': {'1.4'}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'SubPort': {'1.0'}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Subnet': {'1.1'}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Trunk': {'1.1'}} Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: consumer versions: Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: { DHCP agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: L3 agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: Metadata agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: Metering agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: Open vSwitch agent@dv-cinder-798198-4-iscsi: { 'AddressGroup': '1.2', Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'ConntrackHelper': '1.0', Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Log': '1.0', Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Network': '1.1', Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Port': '1.7', Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'PortForwarding': '1.2', Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'QosPolicy': '1.9', Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'SecurityGroup': '1.4', Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'SecurityGroupRule': '1.2', Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'SubPort': '1.0', Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Subnet': '1.1', Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Trunk': '1.1'}} Sep 03 20:14:23.123378 dv-cinder-798198-4-iscsi neutron-server[94575]: {{(pid=94575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:14:23.210534 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:23.301193 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:23.302348 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:14:23.303017 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:23.398193 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] Pushing event updated for resources: {'Network': ['ID=1a64ae47-1ec2-44a8-a54c-8919c1c8292d,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:23.410454 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network 1a64ae47-1ec2-44a8-a54c-8919c1c8292d details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:14:23.410949 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-6335ba28-8a6d-4877-b2b2-8c6cd55de721 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0749123 Sep 03 20:14:26.069676 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 36894) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:14:26.564303 dv-cinder-798198-4-iscsi neutron-server[94576]: WARNING oslo_policy.policy [None req-44ad92c8-4cf3-4b54-8a3f-933e411eb163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:14:26.564888 dv-cinder-798198-4-iscsi neutron-server[94576]: WARNING oslo_policy.policy [None req-44ad92c8-4cf3-4b54-8a3f-933e411eb163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:14:27.002495 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.policy [None req-44ad92c8-4cf3-4b54-8a3f-933e411eb163 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94576) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 20:14:27.047918 dv-cinder-798198-4-iscsi neutron-server[94576]: WARNING oslo_policy.policy [None req-44ad92c8-4cf3-4b54-8a3f-933e411eb163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:14:27.048292 dv-cinder-798198-4-iscsi neutron-server[94576]: WARNING oslo_policy.policy [None req-44ad92c8-4cf3-4b54-8a3f-933e411eb163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 20:14:27.056359 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ad92c8-4cf3-4b54-8a3f-933e411eb163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:14:27.058089 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-44ad92c8-4cf3-4b54-8a3f-933e411eb163 admin admin] 10.222.0.41 "GET /v2.0/networks/1a64ae47-1ec2-44a8-a54c-8919c1c8292d HTTP/1.1" status: 200 len: 825 time: 0.9875016 Sep 03 20:14:27.096626 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-af499387-737d-43a2-9523-f7e1e32028c4 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/8cd6e544-42f4-4601-a75b-723a5e8d11b3 HTTP/1.1" status: 200 len: 734 time: 0.0315795 Sep 03 20:14:27.105952 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Request body: {'subnet': {'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '8cd6e544-42f4-4601-a75b-723a5e8d11b3', 'tenant_id': '449df7232b774f7a88f9e4a02d413237'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:14:27.108167 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.quota [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Loaded quota_driver: . Sep 03 20:14:27.212750 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Made reservation on behalf of 449df7232b774f7a88f9e4a02d413237 for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:14:27.215565 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:27.547471 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:27.615232 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Checking segment: {'id': 'e3e9ea80-ce9c-467c-bf29-847f8fbe883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:14:27.615586 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Network hostable DHCP agents. Network: 1a64ae47-1ec2-44a8-a54c-8919c1c8292d, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:14:27.629279 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39fa637e-cacc-4f09-8798-ac773689c522,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:27.642351 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:27.642715 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:27.643055 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:27.643408 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:27.643735 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:27.644076 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:27.644400 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:27.644723 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:27.645117 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:27.645444 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:27.645757 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:27.646099 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Tracked resource versions report: Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: pushed versions: Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: { 'AddressGroup': {'1.2'}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'ConntrackHelper': {'1.0'}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Log': {'1.0'}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Network': {'1.1'}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Port': {'1.7'}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'PortForwarding': {'1.2'}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'QosPolicy': {'1.9'}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'SecurityGroup': {'1.4'}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'SubPort': {'1.0'}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Subnet': {'1.1'}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Trunk': {'1.1'}} Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: consumer versions: Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: { DHCP agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: L3 agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: Metadata agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: Metering agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: Open vSwitch agent@dv-cinder-798198-4-iscsi: { 'AddressGroup': '1.2', Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'ConntrackHelper': '1.0', Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Log': '1.0', Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Network': '1.1', Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Port': '1.7', Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'PortForwarding': '1.2', Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'QosPolicy': '1.9', Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'SecurityGroup': '1.4', Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'SecurityGroupRule': '1.2', Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'SubPort': '1.0', Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Subnet': '1.1', Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Trunk': '1.1'}} Sep 03 20:14:27.647188 dv-cinder-798198-4-iscsi neutron-server[94576]: {{(pid=94576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:14:27.735621 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Network 1a64ae47-1ec2-44a8-a54c-8919c1c8292d is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:14:27.795716 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, 1a64ae47-1ec2-44a8-a54c-8919c1c8292d) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:14:27.800696 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:14:27.801262 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:27.805686 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96947200-ebe0-49f2-8d1a-c7ea1454a9f3 None None] Network 1a64ae47-1ec2-44a8-a54c-8919c1c8292d requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:14:27.885266 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d361b898-45d3-4fd5-94d1-abab0f7f91c0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7826617 Sep 03 20:14:28.131779 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a807a4-04c5-5ef5-9fb7-9266795022b5-1a64ae47-1ec2-44a8-a54c-8919c1c8292d', 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d', 'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'fixed_ips': [{'subnet_id': '39fa637e-cacc-4f09-8798-ac773689c522'}]}} from dv-cinder-798198-4-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:14:28.132977 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:28.413819 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Allocated IP 172.20.0.2 (1a64ae47-1ec2-44a8-a54c-8919c1c8292d/39fa637e-cacc-4f09-8798-ac773689c522/e683d9ca-246e-4945-8ab1-9ae6014eb814) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:14:28.636108 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:28.651083 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Transition to ACTIVE for port object e683d9ca-246e-4945-8ab1-9ae6014eb814 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:14:28.677924 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Transition to ACTIVE for port object e683d9ca-246e-4945-8ab1-9ae6014eb814 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:14:28.767672 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:28.832918 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Network 1a64ae47-1ec2-44a8-a54c-8919c1c8292d is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:14:28.837439 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:14:28.848163 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:14:28.858258 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Pushing event updated for resources: {'Port': ['ID=e683d9ca-246e-4945-8ab1-9ae6014eb814,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:28.886030 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:28.886376 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:28.886803 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:28.887158 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:28.887539 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:28.887986 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:28.888408 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:28.888681 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:28.889024 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:28.889354 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:28.889676 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:28.889999 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Tracked resource versions report: Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: pushed versions: Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: { 'AddressGroup': {'1.2'}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'ConntrackHelper': {'1.0'}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Log': {'1.0'}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Network': {'1.1'}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Port': {'1.7'}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'PortForwarding': {'1.2'}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'QosPolicy': {'1.9'}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'SecurityGroup': {'1.4'}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'SubPort': {'1.0'}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Subnet': {'1.1'}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Trunk': {'1.1'}} Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: consumer versions: Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: { DHCP agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: L3 agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: Metadata agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: Metering agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: Open vSwitch agent@dv-cinder-798198-4-iscsi: { 'AddressGroup': '1.2', Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'ConntrackHelper': '1.0', Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Log': '1.0', Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Network': '1.1', Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Port': '1.7', Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'PortForwarding': '1.2', Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'QosPolicy': '1.9', Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'SecurityGroup': '1.4', Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'SecurityGroupRule': '1.2', Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'SubPort': '1.0', Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Subnet': '1.1', Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Trunk': '1.1'}} Sep 03 20:14:28.891147 dv-cinder-798198-4-iscsi neutron-server[94577]: {{(pid=94577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:14:28.939884 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Attempting to bind port e683d9ca-246e-4945-8ab1-9ae6014eb814 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:14:28.940182 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Attempting to bind port e683d9ca-246e-4945-8ab1-9ae6014eb814 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': 'e3e9ea80-ce9c-467c-bf29-847f8fbe883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:14:28.940613 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Attempting to bind port e683d9ca-246e-4945-8ab1-9ae6014eb814 on network 1a64ae47-1ec2-44a8-a54c-8919c1c8292d {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:14:28.945492 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:14:28.945893 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Checking segment: {'id': 'e3e9ea80-ce9c-467c-bf29-847f8fbe883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:14:28.946354 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:28.946740 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Bound using segment: {'id': 'e3e9ea80-ce9c-467c-bf29-847f8fbe883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:14:28.947216 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Bound port: e683d9ca-246e-4945-8ab1-9ae6014eb814, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e9ea80-ce9c-467c-bf29-847f8fbe883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:14:28.947624 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:29.010859 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] For port e683d9ca-246e-4945-8ab1-9ae6014eb814, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:14:29.015823 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] For port e683d9ca-246e-4945-8ab1-9ae6014eb814, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=e683d9ca-246e-4945-8ab1-9ae6014eb814,segment=NetworkSegment(e3e9ea80-ce9c-467c-bf29-847f8fbe883e),segment_id=e3e9ea80-ce9c-467c-bf29-847f8fbe883e)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:14:29.158987 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:29.222577 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb3b8c-b495-458a-a9d7-5e9971edf693 None None] Pushing event updated for resources: {'Port': ['ID=e683d9ca-246e-4945-8ab1-9ae6014eb814,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:30.304534 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 36914) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:14:30.627859 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [None req-9997f673-fa95-4403-bd8d-8173346f24fe admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:14:30.628862 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9997f673-fa95-4403-bd8d-8173346f24fe admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3232942 Sep 03 20:14:33.072114 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 36922) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:14:33.390293 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [None req-86cc533f-d486-4892-9d42-2cc146eb8691 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:14:33.403233 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-86cc533f-d486-4892-9d42-2cc146eb8691 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3181214 Sep 03 20:14:34.223463 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:14:36.059740 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 36932) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:14:36.358514 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-0778b092-bc66-4514-9494-3a3aa7cd0601 admin admin] Request body: {'router': {'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:14:36.447006 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0778b092-bc66-4514-9494-3a3aa7cd0601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27981'] for router, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:36.448680 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0778b092-bc66-4514-9494-3a3aa7cd0601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1938999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28020'] for router, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:36.604949 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0778b092-bc66-4514-9494-3a3aa7cd0601 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:36.650714 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0778b092-bc66-4514-9494-3a3aa7cd0601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587945'] for router, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:36.726705 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0778b092-bc66-4514-9494-3a3aa7cd0601 admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:36.727978 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0778b092-bc66-4514-9494-3a3aa7cd0601 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6672220 Sep 03 20:14:36.857312 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device e683d9ca-246e-4945-8ab1-9ae6014eb814 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:14:37.021404 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port e683d9ca-246e-4945-8ab1-9ae6014eb814 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:14:37.652112 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3970457-157b-45a6-ab2e-a2a38c5f4461 None None] Network 1a64ae47-1ec2-44a8-a54c-8919c1c8292d requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:14:37.804840 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-e57cc772-0ad3-44ca-9549-9a28c472b67f None None] Provisioning for port e683d9ca-246e-4945-8ab1-9ae6014eb814 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:14:37.814023 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-e57cc772-0ad3-44ca-9549-9a28c472b67f None None] Provisioning complete for port e683d9ca-246e-4945-8ab1-9ae6014eb814 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:14:37.814421 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e57cc772-0ad3-44ca-9549-9a28c472b67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:37.940270 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e57cc772-0ad3-44ca-9549-9a28c472b67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:37.985865 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-e57cc772-0ad3-44ca-9549-9a28c472b67f None None] For port e683d9ca-246e-4945-8ab1-9ae6014eb814, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=e683d9ca-246e-4945-8ab1-9ae6014eb814,segment=NetworkSegment(e3e9ea80-ce9c-467c-bf29-847f8fbe883e),segment_id=e3e9ea80-ce9c-467c-bf29-847f8fbe883e)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:14:38.055975 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e57cc772-0ad3-44ca-9549-9a28c472b67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:38.102106 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cc772-0ad3-44ca-9549-9a28c472b67f None None] Pushing event updated for resources: {'Port': ['ID=e683d9ca-246e-4945-8ab1-9ae6014eb814,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:38.174903 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-7495541d-0f8b-41bc-b851-207efc12d2c6 None None] Provisioning complete for port e683d9ca-246e-4945-8ab1-9ae6014eb814 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:14:38.175242 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7495541d-0f8b-41bc-b851-207efc12d2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:38.838205 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device e683d9ca-246e-4945-8ab1-9ae6014eb814 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:14:38.888917 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port e683d9ca-246e-4945-8ab1-9ae6014eb814 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:14:38.889593 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:39.157542 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 36944) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:14:39.287211 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8157c5f2-9947-4786-84f1-c6f89b32bdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:39.471531 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [None req-88b124b6-c1d2-4e20-9995-3cee5e027146 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:14:39.472496 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-88b124b6-c1d2-4e20-9995-3cee5e027146 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3140485 Sep 03 20:14:41.861351 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 36952) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:14:42.066888 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ca39-a5da-433f-ad34-57dd220c94ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:42.173869 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:14:42.243770 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Made reservation on behalf of fb220225718643cd97458a23871689d5 for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:14:42.245903 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:42.261505 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:42.375367 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:42.446872 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:42.463084 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Reserving flat network on physical network physnet1 {{(pid=94576) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 20:14:42.483060 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d4b55c-e845-44ef-b894-d3f655e60a8d,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:42.488967 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752370827852', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:42.489545 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Unsubscribe: segment precommit_create {{(pid=94576) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 20:14:42.490041 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Added segment 1b8b40e8-fa76-4cbb-bc97-92bd02487a0b of type flat for network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 Sep 03 20:14:42.542599 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:42.653210 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:42.654251 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:14:42.654823 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:42.704297 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:42.760930 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] Pushing event updated for resources: {'Network': ['ID=9a9665e4-61b4-4b02-a9e9-c83183aeb566,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:42.771256 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:14:42.802052 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-af202ada-f87c-45b0-8035-15702fb93edd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9396515 Sep 03 20:14:43.335238 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:44.873207 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:45.194517 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 36970) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:14:45.370425 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74ea40a-d793-497c-a87c-0fa27bb19a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:14:45.372017 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d74ea40a-d793-497c-a87c-0fa27bb19a12 admin admin] 10.222.0.41 "GET /v2.0/subnets/39fa637e-cacc-4f09-8798-ac773689c522 HTTP/1.1" status: 200 len: 849 time: 0.1765304 Sep 03 20:14:45.525308 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-1c519d55-30bb-4c88-966e-706f6ec7e3bb admin admin] 10.222.0.41 "GET /v2.0/routers/c2213fd5-6ea6-40e1-9843-620185be15ce HTTP/1.1" status: 200 len: 704 time: 0.1469796 Sep 03 20:14:45.784083 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:46.080350 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Allocated IP 172.20.0.1 (1a64ae47-1ec2-44a8-a54c-8919c1c8292d/39fa637e-cacc-4f09-8798-ac773689c522/499fa940-8341-45f1-8f62-eacc17b59228) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:14:46.228182 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:46.250701 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Transition to ACTIVE for port object 499fa940-8341-45f1-8f62-eacc17b59228 will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:14:46.379034 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:46.442279 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Network 1a64ae47-1ec2-44a8-a54c-8919c1c8292d is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:14:46.446754 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:14:46.453381 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:14:46.453938 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1965756'] for router_interface, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:46.575098 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Pushing event updated for resources: {'Port': ['ID=499fa940-8341-45f1-8f62-eacc17b59228,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:46.675570 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-dcd6ffa4-cd2a-429e-af05-2696c086ce2f None None] Provisioning for port 499fa940-8341-45f1-8f62-eacc17b59228 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:14:46.679269 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-dcd6ffa4-cd2a-429e-af05-2696c086ce2f None None] Provisioning complete for port 499fa940-8341-45f1-8f62-eacc17b59228 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:14:46.679697 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dcd6ffa4-cd2a-429e-af05-2696c086ce2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:46.712183 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6ffa4-cd2a-429e-af05-2696c086ce2f None None] Port 499fa940-8341-45f1-8f62-eacc17b59228 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:14:46.811260 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:47.022788 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:47.077639 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:47.078405 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588012'] for router_interface, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:47.139418 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Pushing event updated for resources: {'Port': ['ID=499fa940-8341-45f1-8f62-eacc17b59228,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:47.201346 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Network 1a64ae47-1ec2-44a8-a54c-8919c1c8292d is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:14:47.202639 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:14:47.429843 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Router c2213fd5-6ea6-40e1-9843-620185be15ce is scheduled to L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 with binding_index 1 {{(pid=94576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:14:47.431750 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-174cb119-2d48-423a-9353-9c58ef2f21b9 None None] Provisioning complete for port 499fa940-8341-45f1-8f62-eacc17b59228 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:14:47.432131 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-174cb119-2d48-423a-9353-9c58ef2f21b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:47.468520 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-174cb119-2d48-423a-9353-9c58ef2f21b9 None None] Port 499fa940-8341-45f1-8f62-eacc17b59228 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:14:47.520096 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:14:47.525410 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5d6e7db9-ad20-4ab8-93d2-d5b00f860703 admin admin] 10.222.0.41 "PUT /v2.0/routers/c2213fd5-6ea6-40e1-9843-620185be15ce/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9939392 Sep 03 20:14:47.529617 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Sync routers for ids ['c2213fd5-6ea6-40e1-9843-620185be15ce'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:14:47.540666 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Routers {'c2213fd5-6ea6-40e1-9843-620185be15ce'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:14:47.541533 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:14:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['c2213fd5-6ea6-40e1-9843-620185be15ce'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:14:47.722752 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Set router c2213fd5-6ea6-40e1-9843-620185be15ce gateway port host: None {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:14:48.147517 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'name': 'router1', 'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:14:36Z', 'updated_at': '2021-09-03T20:14:46Z', 'revision_number': 2, 'project_id': '449df7232b774f7a88f9e4a02d413237', 'gw_port_host': None, '_interfaces': [{'id': '499fa940-8341-45f1-8f62-eacc17b59228', 'name': '', 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d', 'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'mac_address': 'fa:16:3e:fd:7a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39fa637e-cacc-4f09-8798-ac773689c522', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:14:45Z', 'updated_at': '2021-09-03T20:14:46Z', 'revision_number': 2, 'project_id': '449df7232b774f7a88f9e4a02d413237', 'subnets': [{'id': '39fa637e-cacc-4f09-8798-ac773689c522', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cd6e544-42f4-4601-a75b-723a5e8d11b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:14:48.201091 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Checking router: c2213fd5-6ea6-40e1-9843-620185be15ce for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:14:48.201471 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Updating router c2213fd5-6ea6-40e1-9843-620185be15ce port 499fa940-8341-45f1-8f62-eacc17b59228 binding host dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:14:48.254500 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:48.767185 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:48.785006 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Transition to ACTIVE for port object 499fa940-8341-45f1-8f62-eacc17b59228 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:14:48.852303 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:48.989021 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Pushing event updated for resources: {'Port': ['ID=499fa940-8341-45f1-8f62-eacc17b59228,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:49.021615 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:49.021909 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:49.022231 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:49.022570 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:49.022900 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:49.023262 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:49.023591 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:49.023921 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:49.024322 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:49.024567 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:49.025155 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:49.025475 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Tracked resource versions report: Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: pushed versions: Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: { 'AddressGroup': {'1.2'}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'ConntrackHelper': {'1.0'}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Log': {'1.0'}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Network': {'1.1'}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Port': {'1.7'}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'PortForwarding': {'1.2'}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'QosPolicy': {'1.9'}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'SecurityGroup': {'1.4'}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'SubPort': {'1.0'}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Subnet': {'1.1'}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Trunk': {'1.1'}} Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: consumer versions: Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: { DHCP agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: L3 agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: Metadata agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: Metering agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: Open vSwitch agent@dv-cinder-798198-4-iscsi: { 'AddressGroup': '1.2', Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'ConntrackHelper': '1.0', Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Log': '1.0', Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Network': '1.1', Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Port': '1.7', Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'PortForwarding': '1.2', Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'QosPolicy': '1.9', Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'SecurityGroup': '1.4', Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'SecurityGroupRule': '1.2', Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'SubPort': '1.0', Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Subnet': '1.1', Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Trunk': '1.1'}} Sep 03 20:14:49.026555 dv-cinder-798198-4-iscsi neutron-server[94578]: {{(pid=94578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:14:49.035694 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Attempting to bind port 499fa940-8341-45f1-8f62-eacc17b59228 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:14:49.035694 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Attempting to bind port 499fa940-8341-45f1-8f62-eacc17b59228 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': 'e3e9ea80-ce9c-467c-bf29-847f8fbe883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:14:49.035694 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Attempting to bind port 499fa940-8341-45f1-8f62-eacc17b59228 on network 1a64ae47-1ec2-44a8-a54c-8919c1c8292d {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:14:49.036932 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:14:49.037347 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Checking segment: {'id': 'e3e9ea80-ce9c-467c-bf29-847f8fbe883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:14:49.037827 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:49.038215 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Bound using segment: {'id': 'e3e9ea80-ce9c-467c-bf29-847f8fbe883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:14:49.038714 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Bound port: 499fa940-8341-45f1-8f62-eacc17b59228, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e9ea80-ce9c-467c-bf29-847f8fbe883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:14:49.039129 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:49.103934 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] For port 499fa940-8341-45f1-8f62-eacc17b59228, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:14:49.123140 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] For port 499fa940-8341-45f1-8f62-eacc17b59228, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=499fa940-8341-45f1-8f62-eacc17b59228,segment=NetworkSegment(e3e9ea80-ce9c-467c-bf29-847f8fbe883e),segment_id=e3e9ea80-ce9c-467c-bf29-847f8fbe883e)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:14:49.175655 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:49.234234 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a9dcc-30ec-4d5a-876f-27ca4436491c None None] Pushing event updated for resources: {'Port': ['ID=499fa940-8341-45f1-8f62-eacc17b59228,revision_number=4']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:49.236891 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Routers {'c2213fd5-6ea6-40e1-9843-620185be15ce'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:14:49.237490 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:14:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['c2213fd5-6ea6-40e1-9843-620185be15ce'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:14:49.327043 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] Set router c2213fd5-6ea6-40e1-9843-620185be15ce gateway port host: None {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:14:49.553537 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'name': 'router1', 'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:14:36Z', 'updated_at': '2021-09-03T20:14:46Z', 'revision_number': 2, 'project_id': '449df7232b774f7a88f9e4a02d413237', 'gw_port_host': None, '_interfaces': [{'id': '499fa940-8341-45f1-8f62-eacc17b59228', 'name': '', 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d', 'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'mac_address': 'fa:16:3e:fd:7a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39fa637e-cacc-4f09-8798-ac773689c522', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:14:45Z', 'updated_at': '2021-09-03T20:14:49Z', 'revision_number': 4, 'project_id': '449df7232b774f7a88f9e4a02d413237', 'subnets': [{'id': '39fa637e-cacc-4f09-8798-ac773689c522', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cd6e544-42f4-4601-a75b-723a5e8d11b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:14:49.580096 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b948188-1455-4d67-91dd-6907dc3a55bb None None] The sync data for ids ['c2213fd5-6ea6-40e1-9843-620185be15ce'] in dv-cinder-798198-4-iscsi is: [{'id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'name': 'router1', 'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:14:36Z', 'updated_at': '2021-09-03T20:14:46Z', 'revision_number': 2, 'project_id': '449df7232b774f7a88f9e4a02d413237', 'gw_port_host': None, '_interfaces': [{'id': '499fa940-8341-45f1-8f62-eacc17b59228', 'name': '', 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d', 'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'mac_address': 'fa:16:3e:fd:7a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39fa637e-cacc-4f09-8798-ac773689c522', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:14:45Z', 'updated_at': '2021-09-03T20:14:49Z', 'revision_number': 4, 'project_id': '449df7232b774f7a88f9e4a02d413237', 'subnets': [{'id': '39fa637e-cacc-4f09-8798-ac773689c522', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cd6e544-42f4-4601-a75b-723a5e8d11b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:14:49.819438 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 36990) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:14:49.934230 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35953f7-bf03-4e31-81be-703de590d960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:14:49.935550 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a35953f7-bf03-4e31-81be-703de590d960 admin admin] 10.222.0.41 "GET /v2.0/networks/9a9665e4-61b4-4b02-a9e9-c83183aeb566 HTTP/1.1" status: 200 len: 842 time: 0.1151574 Sep 03 20:14:49.945658 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-7a8a3a63-5800-4b09-bb5a-5ed6c78de409 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:14:50.023907 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8a3a63-5800-4b09-bb5a-5ed6c78de409 admin admin] Made reservation on behalf of fb220225718643cd97458a23871689d5 for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:14:50.026423 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3a63-5800-4b09-bb5a-5ed6c78de409 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:50.379639 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.objects.ports [None req-7a8a3a63-5800-4b09-bb5a-5ed6c78de409 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94576) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 20:14:50.380092 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3a63-5800-4b09-bb5a-5ed6c78de409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:50.433721 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a3a63-5800-4b09-bb5a-5ed6c78de409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=259cae04-66f6-47dc-a6ef-26e0af38e9f4,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:50.441878 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8a3a63-5800-4b09-bb5a-5ed6c78de409 admin admin] Checking segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:14:50.442237 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8a3a63-5800-4b09-bb5a-5ed6c78de409 admin admin] Network hostable DHCP agents. Network: 9a9665e4-61b4-4b02-a9e9-c83183aeb566, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:14:50.526710 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8a3a63-5800-4b09-bb5a-5ed6c78de409 admin admin] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:14:50.618191 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-7a8a3a63-5800-4b09-bb5a-5ed6c78de409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, 9a9665e4-61b4-4b02-a9e9-c83183aeb566) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:14:50.623440 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8a3a63-5800-4b09-bb5a-5ed6c78de409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:14:50.624081 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7a8a3a63-5800-4b09-bb5a-5ed6c78de409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:50.628032 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6993f9f3-ce45-4aa3-96e1-cd6c327276d9 None None] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:14:50.705099 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-7a8a3a63-5800-4b09-bb5a-5ed6c78de409 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7627342 Sep 03 20:14:50.754518 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9efe679-7952-45a8-b44a-a66aa469758e None None] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:14:53.030729 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 36998) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:14:53.164209 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-59b77662-74d6-452f-81e1-9960876b8101 admin admin] 10.222.0.41 "GET /v2.0/routers/c2213fd5-6ea6-40e1-9843-620185be15ce HTTP/1.1" status: 200 len: 710 time: 0.1323071 Sep 03 20:14:53.325047 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4add425-ab91-4c19-a12c-b67dc3456ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:14:53.326346 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d4add425-ab91-4c19-a12c-b67dc3456ea8 admin admin] 10.222.0.41 "GET /v2.0/networks/9a9665e4-61b4-4b02-a9e9-c83183aeb566 HTTP/1.1" status: 200 len: 886 time: 0.1553388 Sep 03 20:14:53.335698 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:14:53.579505 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:53.885574 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:53.965862 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:54.071253 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Allocated IP 172.27.3.12 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/143c3824-3fac-41a2-aeee-129f429c4cae) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:14:54.171280 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:54.264217 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:54.305083 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:14:54.309806 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:14:54.319248 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:14:54.319617 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=143c3824-3fac-41a2-aeee-129f429c4cae,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:54.632387 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:54.945617 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1587854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1586750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28006'] for router, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:54.950064 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1587847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1587856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1586743'] for router, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:55.001375 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 499fa940-8341-45f1-8f62-eacc17b59228 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:14:55.063822 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Router c2213fd5-6ea6-40e1-9843-620185be15ce has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:14:55.109561 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 499fa940-8341-45f1-8f62-eacc17b59228 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:14:55.113662 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 499fa940-8341-45f1-8f62-eacc17b59228 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:14:55.114104 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:55.168988 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:14:55.173693 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:55.179661 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-783ae460-3d99-4bb2-bac5-83ebab349ca8 admin admin] 10.222.0.41 "PUT /v2.0/routers/c2213fd5-6ea6-40e1-9843-620185be15ce HTTP/1.1" status: 200 len: 889 time: 1.8470087 Sep 03 20:14:55.190310 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:55.228580 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 499fa940-8341-45f1-8f62-eacc17b59228, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=499fa940-8341-45f1-8f62-eacc17b59228,segment=NetworkSegment(e3e9ea80-ce9c-467c-bf29-847f8fbe883e),segment_id=e3e9ea80-ce9c-467c-bf29-847f8fbe883e)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:14:55.295769 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:55.393277 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=499fa940-8341-45f1-8f62-eacc17b59228,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:56.189990 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Sync routers for ids ['c2213fd5-6ea6-40e1-9843-620185be15ce'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:14:56.200819 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Routers {'c2213fd5-6ea6-40e1-9843-620185be15ce'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:14:56.201540 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:14:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['c2213fd5-6ea6-40e1-9843-620185be15ce'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:14:56.402899 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Set router c2213fd5-6ea6-40e1-9843-620185be15ce gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:14:56.785511 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'name': 'router1', 'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '143c3824-3fac-41a2-aeee-129f429c4cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:14:36Z', 'updated_at': '2021-09-03T20:14:54Z', 'revision_number': 4, 'project_id': '449df7232b774f7a88f9e4a02d413237', 'gw_port': {'id': '143c3824-3fac-41a2-aeee-129f429c4cae', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:14:53Z', 'updated_at': '2021-09-03T20:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '499fa940-8341-45f1-8f62-eacc17b59228', 'name': '', 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d', 'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'mac_address': 'fa:16:3e:fd:7a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39fa637e-cacc-4f09-8798-ac773689c522', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:14:45Z', 'updated_at': '2021-09-03T20:14:55Z', 'revision_number': 5, 'project_id': '449df7232b774f7a88f9e4a02d413237', 'subnets': [{'id': '39fa637e-cacc-4f09-8798-ac773689c522', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cd6e544-42f4-4601-a75b-723a5e8d11b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:14:56.836413 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Checking router: c2213fd5-6ea6-40e1-9843-620185be15ce for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:14:56.836687 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Updating router c2213fd5-6ea6-40e1-9843-620185be15ce port 143c3824-3fac-41a2-aeee-129f429c4cae binding host dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:14:56.853964 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 499fa940-8341-45f1-8f62-eacc17b59228 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:14:56.912700 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:57.052047 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 499fa940-8341-45f1-8f62-eacc17b59228 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:14:57.052346 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:57.298383 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:57.307966 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Transition to ACTIVE for port object 143c3824-3fac-41a2-aeee-129f429c4cae will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:14:57.378045 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:57.507678 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Attempting to bind port 143c3824-3fac-41a2-aeee-129f429c4cae on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:14:57.508051 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Attempting to bind port 143c3824-3fac-41a2-aeee-129f429c4cae by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:14:57.508414 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Attempting to bind port 143c3824-3fac-41a2-aeee-129f429c4cae on network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:14:57.510414 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778097e-35b3-48fc-baa3-09f37451f4bc None None] Pushing event updated for resources: {'Port': ['ID=143c3824-3fac-41a2-aeee-129f429c4cae,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:57.517142 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:14:57.517489 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Checking segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:14:57.518043 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:57.518440 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Bound using segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:14:57.519033 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Bound port: 143c3824-3fac-41a2-aeee-129f429c4cae, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:14:57.519457 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:57.569796 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] For port 143c3824-3fac-41a2-aeee-129f429c4cae, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:14:57.572715 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] For port 143c3824-3fac-41a2-aeee-129f429c4cae, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=143c3824-3fac-41a2-aeee-129f429c4cae,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:14:57.577262 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 37010) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:14:57.641264 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:57.689722 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f40247c0-7c2f-4e58-86f9-99660742bc6f admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1113188 Sep 03 20:14:57.698062 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778097e-35b3-48fc-baa3-09f37451f4bc None None] Pushing event updated for resources: {'Port': ['ID=143c3824-3fac-41a2-aeee-129f429c4cae,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:14:57.704451 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Routers {'c2213fd5-6ea6-40e1-9843-620185be15ce'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:14:57.705094 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:14:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['c2213fd5-6ea6-40e1-9843-620185be15ce'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:14:57.815570 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] Set router c2213fd5-6ea6-40e1-9843-620185be15ce gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:14:58.034483 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'name': 'router1', 'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '143c3824-3fac-41a2-aeee-129f429c4cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:14:36Z', 'updated_at': '2021-09-03T20:14:54Z', 'revision_number': 4, 'project_id': '449df7232b774f7a88f9e4a02d413237', 'gw_port': {'id': '143c3824-3fac-41a2-aeee-129f429c4cae', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:14:53Z', 'updated_at': '2021-09-03T20:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '499fa940-8341-45f1-8f62-eacc17b59228', 'name': '', 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d', 'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'mac_address': 'fa:16:3e:fd:7a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39fa637e-cacc-4f09-8798-ac773689c522', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:14:45Z', 'updated_at': '2021-09-03T20:14:55Z', 'revision_number': 5, 'project_id': '449df7232b774f7a88f9e4a02d413237', 'subnets': [{'id': '39fa637e-cacc-4f09-8798-ac773689c522', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cd6e544-42f4-4601-a75b-723a5e8d11b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:14:58.060534 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d701a873-6839-4766-aea9-b6c1703f70d9 None None] The sync data for ids ['c2213fd5-6ea6-40e1-9843-620185be15ce'] in dv-cinder-798198-4-iscsi is: [{'id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'name': 'router1', 'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '143c3824-3fac-41a2-aeee-129f429c4cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:14:36Z', 'updated_at': '2021-09-03T20:14:54Z', 'revision_number': 4, 'project_id': '449df7232b774f7a88f9e4a02d413237', 'gw_port': {'id': '143c3824-3fac-41a2-aeee-129f429c4cae', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:14:53Z', 'updated_at': '2021-09-03T20:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '499fa940-8341-45f1-8f62-eacc17b59228', 'name': '', 'network_id': '1a64ae47-1ec2-44a8-a54c-8919c1c8292d', 'tenant_id': '449df7232b774f7a88f9e4a02d413237', 'mac_address': 'fa:16:3e:fd:7a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2213fd5-6ea6-40e1-9843-620185be15ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39fa637e-cacc-4f09-8798-ac773689c522', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:14:45Z', 'updated_at': '2021-09-03T20:14:55Z', 'revision_number': 5, 'project_id': '449df7232b774f7a88f9e4a02d413237', 'subnets': [{'id': '39fa637e-cacc-4f09-8798-ac773689c522', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cd6e544-42f4-4601-a75b-723a5e8d11b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:14:58.862946 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 143c3824-3fac-41a2-aeee-129f429c4cae up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:14:58.992296 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 143c3824-3fac-41a2-aeee-129f429c4cae completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:14:58.997019 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 143c3824-3fac-41a2-aeee-129f429c4cae triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:14:58.997346 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:59.096614 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:59.140574 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 143c3824-3fac-41a2-aeee-129f429c4cae, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=143c3824-3fac-41a2-aeee-129f429c4cae,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:14:59.211875 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:14:59.258395 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=143c3824-3fac-41a2-aeee-129f429c4cae,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:15:00.844839 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 143c3824-3fac-41a2-aeee-129f429c4cae up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:15:00.893412 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 143c3824-3fac-41a2-aeee-129f429c4cae triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:15:00.894104 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:15:09.296931 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-951831ea-c22d-4f58-aa93-51cda6b88857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:15:11.230366 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:15:11.989012 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8830e2e7-2d02-4d11-893e-0e71e63f707f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:15:12.736243 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:15:13.310786 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:15:14.866549 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:15:39.274421 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0247-226f-43db-b684-e724dfe82c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:15:41.991705 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c46cf275-cc83-4a37-9ade-2d8dc13e8e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:15:42.753906 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:15:43.311326 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:15:44.877255 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:15:48.230192 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:16:09.277086 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-74ddef43-6800-4011-906e-4b3a03a28cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:11.994587 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6b75307f-3f45-489f-b758-d3b0c43a6448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:12.716859 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:13.310824 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:14.896689 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:25.229981 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:16:36.518463 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 37572) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:16:36.587947 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ac29e9-7500-4579-bee7-8b113f530f20 admin admin] GET failed (client error): The resource could not be found. Sep 03 20:16:36.589276 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b0ac29e9-7500-4579-bee7-8b113f530f20 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0698960 Sep 03 20:16:36.768985 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cab2583-f54c-4557-b00e-c78a692a35f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:36.770382 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-8cab2583-f54c-4557-b00e-c78a692a35f9 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1765716 Sep 03 20:16:38.942490 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 37582) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:16:39.069386 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802dd97b-29f5-43ea-af6b-afac0cba9883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:39.071523 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-802dd97b-29f5-43ea-af6b-afac0cba9883 admin admin] 10.222.0.41 "GET /v2.0/subnets/39fa637e-cacc-4f09-8798-ac773689c522 HTTP/1.1" status: 200 len: 849 time: 0.1280253 Sep 03 20:16:39.081316 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:16:39.171554 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Notify callbacks [] for subnet, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:39.278369 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9cf72797-5d20-4b38-a3f4-511b769b6186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:39.392528 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752370946241'] for subnet, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:39.429291 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:39.429419 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:39.432299 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] 10.222.0.41 "PUT /v2.0/subnets/39fa637e-cacc-4f09-8798-ac773689c522 HTTP/1.1" status: 200 len: 868 time: 0.3547022 Sep 03 20:16:39.432696 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6610a06d-9460-4605-abdf-50ad41a116c5 None None] Network 1a64ae47-1ec2-44a8-a54c-8919c1c8292d requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:16:39.451244 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=39fa637e-cacc-4f09-8798-ac773689c522,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:16:39.459113 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:16:39.459503 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:16:39.459859 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:16:39.460187 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:16:39.460518 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:16:39.460869 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:16:39.461229 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:16:39.461559 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:16:39.462060 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:16:39.462406 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:16:39.462735 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:16:39.463057 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca777b1-9cae-41a2-bd16-2e952db6b43a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:16:39.761602 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-d7d2b11d-e5a9-487a-82b6-76a6f75caba4 None None] Provisioning complete for port 499fa940-8341-45f1-8f62-eacc17b59228 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:16:39.761985 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d7d2b11d-e5a9-487a-82b6-76a6f75caba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:39.846059 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-d7d2b11d-e5a9-487a-82b6-76a6f75caba4 None None] Provisioning complete for port e683d9ca-246e-4945-8ab1-9ae6014eb814 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:16:39.846431 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d7d2b11d-e5a9-487a-82b6-76a6f75caba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:41.605557 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 37590) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:16:41.803107 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca32b32d-2d7d-4774-82d0-bbc60105360a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:41.803509 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca32b32d-2d7d-4774-82d0-bbc60105360a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:41.805053 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-ca32b32d-2d7d-4774-82d0-bbc60105360a admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985400 Sep 03 20:16:42.010247 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-dfe16ce8-ab4f-4005-8f5e-b44906a86d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:42.764307 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:43.300994 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:43.999180 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 37598) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:16:44.129401 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b259f64a-902a-4c51-9458-6879e57eb10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:44.129884 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b259f64a-902a-4c51-9458-6879e57eb10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:44.131428 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b259f64a-902a-4c51-9458-6879e57eb10c admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312833 Sep 03 20:16:44.870632 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:16:46.317062 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 37606) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:16:46.520238 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0613246c-eeed-4ac3-a5d6-97af987c3aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:46.521520 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0613246c-eeed-4ac3-a5d6-97af987c3aa2 admin admin] 10.222.0.41 "GET /v2.0/networks/1a64ae47-1ec2-44a8-a54c-8919c1c8292d HTTP/1.1" status: 200 len: 869 time: 0.2035196 Sep 03 20:16:48.740923 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 37614) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:16:48.864979 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc42b64-97a5-446c-aedb-77aff65211c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:48.866350 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-ebc42b64-97a5-446c-aedb-77aff65211c7 admin admin] 10.222.0.41 "GET /v2.0/networks/9a9665e4-61b4-4b02-a9e9-c83183aeb566 HTTP/1.1" status: 200 len: 886 time: 0.1244514 Sep 03 20:16:51.052926 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 37622) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:16:51.182192 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc1cbdb-1c4a-4775-a77e-7d4488ee6ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:51.182570 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc1cbdb-1c4a-4775-a77e-7d4488ee6ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:51.184114 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-adc1cbdb-1c4a-4775-a77e-7d4488ee6ed6 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1302476 Sep 03 20:16:53.352901 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 37632) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:16:53.441880 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5653a40-f9ca-4640-a9b1-4d739dc14b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:53.442335 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5653a40-f9ca-4640-a9b1-4d739dc14b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:53.443817 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-b5653a40-f9ca-4640-a9b1-4d739dc14b1d admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899804 Sep 03 20:16:55.624490 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 37640) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:16:55.708046 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f1a15e-5d65-4b48-ad4f-ab0441726782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:55.709364 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e3f1a15e-5d65-4b48-ad4f-ab0441726782 admin admin] 10.222.0.41 "GET /v2.0/subnets/259cae04-66f6-47dc-a6ef-26e0af38e9f4 HTTP/1.1" status: 200 len: 816 time: 0.0839345 Sep 03 20:16:57.878939 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 37648) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:16:57.972286 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca3db2-298e-469e-b280-281e6e1f6f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:16:57.973604 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-43ca3db2-298e-469e-b280-281e6e1f6f85 admin admin] 10.222.0.41 "GET /v2.0/subnets/39fa637e-cacc-4f09-8798-ac773689c522 HTTP/1.1" status: 200 len: 868 time: 0.0936904 Sep 03 20:17:02.231648 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:17:09.294885 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fa2c5f81-3a87-4111-91f9-2ca9a8fe3d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:11.998334 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8a9c79f0-c50b-43d0-9cb5-c3f5b23a03aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:12.729240 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:13.327305 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:14.883930 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:22.094453 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 37702) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:17:22.141561 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [None req-05687a87-c7fd-423a-b305-3c7e28193baf admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:17:22.142574 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-05687a87-c7fd-423a-b305-3c7e28193baf admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471745 Sep 03 20:17:24.435707 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 37710) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:17:24.495790 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8e9b06-f546-4314-89a9-5b0cb358217c admin admin] GET failed (client error): The resource could not be found. Sep 03 20:17:24.497084 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-8c8e9b06-f546-4314-89a9-5b0cb358217c admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604665 Sep 03 20:17:24.580377 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0480ba12-4482-4516-92ae-08c6af661b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:17:24.581792 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0480ba12-4482-4516-92ae-08c6af661b0c admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0801353 Sep 03 20:17:26.794895 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 37718) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:17:26.842131 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-e709247c-0595-4a93-a9f9-17786463fd38 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:17:26.932612 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e709247c-0595-4a93-a9f9-17786463fd38 admin admin] Made reservation on behalf of fb220225718643cd97458a23871689d5 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:17:26.934909 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e709247c-0595-4a93-a9f9-17786463fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:26.969759 dv-cinder-798198-4-iscsi neutron-server[94575]: WARNING neutron.services.revisions.revision_plugin [None req-e709247c-0595-4a93-a9f9-17786463fd38 admin admin] Could not find related network for resource to bump revision. Sep 03 20:17:26.982057 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e709247c-0595-4a93-a9f9-17786463fd38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:17:26.990950 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e709247c-0595-4a93-a9f9-17786463fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:26.991320 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-e709247c-0595-4a93-a9f9-17786463fd38 admin admin] Added segment e17930bf-07b1-4e77-a85a-5aed5d2b48de of type vlan for network ca3d261d-c215-4279-8c27-5d5877c0947e Sep 03 20:17:27.042250 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e709247c-0595-4a93-a9f9-17786463fd38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:27.134951 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e709247c-0595-4a93-a9f9-17786463fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:27.135915 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e709247c-0595-4a93-a9f9-17786463fd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:17:27.136496 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e709247c-0595-4a93-a9f9-17786463fd38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:27.193061 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709247c-0595-4a93-a9f9-17786463fd38 admin admin] Pushing event updated for resources: {'Network': ['ID=ca3d261d-c215-4279-8c27-5d5877c0947e,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:17:27.203508 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network ca3d261d-c215-4279-8c27-5d5877c0947e details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:17:27.267483 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e709247c-0595-4a93-a9f9-17786463fd38 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4713192 Sep 03 20:17:29.489821 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 37726) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:17:29.549546 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c32a5c-f145-49f5-a85c-295f23603780 admin admin] GET failed (client error): The resource could not be found. Sep 03 20:17:29.550830 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-c4c32a5c-f145-49f5-a85c-295f23603780 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596039 Sep 03 20:17:29.647772 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a619c3eb-ec33-4712-86a3-944fb67e9000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:17:29.649173 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a619c3eb-ec33-4712-86a3-944fb67e9000 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0932784 Sep 03 20:17:29.660642 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'ca3d261d-c215-4279-8c27-5d5877c0947e', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:17:29.745784 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Made reservation on behalf of fb220225718643cd97458a23871689d5 for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:17:29.747960 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:29.963273 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:30.015947 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0609cb80-44e1-46f7-8c89-8070fa6d4168,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:17:30.026883 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.027478 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.027843 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.028178 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.028510 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.028860 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.029191 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.029515 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.029853 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.030175 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.030493 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.030809 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.034881 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Checking segment: {'id': 'e17930bf-07b1-4e77-a85a-5aed5d2b48de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca3d261d-c215-4279-8c27-5d5877c0947e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:17:30.035261 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Network hostable DHCP agents. Network: ca3d261d-c215-4279-8c27-5d5877c0947e, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:17:30.128584 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Network ca3d261d-c215-4279-8c27-5d5877c0947e is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:17:30.217906 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, ca3d261d-c215-4279-8c27-5d5877c0947e) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:17:30.221930 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:17:30.222525 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:30.227674 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8725d312-808b-454a-b877-c2602b7de839 None None] Network ca3d261d-c215-4279-8c27-5d5877c0947e requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:17:30.338756 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-ca6c2120-1c32-48d5-90db-c45dcb3b6960 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6822257 Sep 03 20:17:30.371206 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a807a4-04c5-5ef5-9fb7-9266795022b5-ca3d261d-c215-4279-8c27-5d5877c0947e', 'network_id': 'ca3d261d-c215-4279-8c27-5d5877c0947e', 'tenant_id': 'fb220225718643cd97458a23871689d5', 'fixed_ips': [{'subnet_id': '0609cb80-44e1-46f7-8c89-8070fa6d4168'}]}} from dv-cinder-798198-4-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:17:30.372146 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:30.513424 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Allocated IP 192.168.233.2 (ca3d261d-c215-4279-8c27-5d5877c0947e/0609cb80-44e1-46f7-8c89-8070fa6d4168/4caefc13-56f8-4de1-9c56-6bd3450225c7) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:17:30.657512 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:30.665971 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Transition to ACTIVE for port object 4caefc13-56f8-4de1-9c56-6bd3450225c7 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:17:30.681157 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Transition to ACTIVE for port object 4caefc13-56f8-4de1-9c56-6bd3450225c7 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:17:30.750000 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:30.789800 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Network ca3d261d-c215-4279-8c27-5d5877c0947e is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:17:30.792596 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:17:30.798844 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:17:30.801844 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Pushing event updated for resources: {'Port': ['ID=4caefc13-56f8-4de1-9c56-6bd3450225c7,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:17:30.813154 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.813529 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.813876 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.814215 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.814555 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.814890 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.815248 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.815578 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.815927 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.816258 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.816580 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.816908 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:17:30.865936 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Attempting to bind port 4caefc13-56f8-4de1-9c56-6bd3450225c7 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:17:30.866613 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Attempting to bind port 4caefc13-56f8-4de1-9c56-6bd3450225c7 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': 'e17930bf-07b1-4e77-a85a-5aed5d2b48de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca3d261d-c215-4279-8c27-5d5877c0947e'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:17:30.867261 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Attempting to bind port 4caefc13-56f8-4de1-9c56-6bd3450225c7 on network ca3d261d-c215-4279-8c27-5d5877c0947e {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:17:30.872129 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:17:30.872616 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Checking segment: {'id': 'e17930bf-07b1-4e77-a85a-5aed5d2b48de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca3d261d-c215-4279-8c27-5d5877c0947e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:17:30.873011 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:30.873400 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Bound using segment: {'id': 'e17930bf-07b1-4e77-a85a-5aed5d2b48de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca3d261d-c215-4279-8c27-5d5877c0947e'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:17:30.873857 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Bound port: 4caefc13-56f8-4de1-9c56-6bd3450225c7, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17930bf-07b1-4e77-a85a-5aed5d2b48de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca3d261d-c215-4279-8c27-5d5877c0947e'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:17:30.874250 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:30.936003 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] For port 4caefc13-56f8-4de1-9c56-6bd3450225c7, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:17:30.939148 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] For port 4caefc13-56f8-4de1-9c56-6bd3450225c7, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=4caefc13-56f8-4de1-9c56-6bd3450225c7,segment=NetworkSegment(e17930bf-07b1-4e77-a85a-5aed5d2b48de),segment_id=e17930bf-07b1-4e77-a85a-5aed5d2b48de)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:17:30.992756 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:31.057985 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b925ea-6853-4420-a5cb-1e8462dcfdb3 None None] Pushing event updated for resources: {'Port': ['ID=4caefc13-56f8-4de1-9c56-6bd3450225c7,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:17:31.832059 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d83d40-b66b-4470-b561-171a14505aa5 None None] Network ca3d261d-c215-4279-8c27-5d5877c0947e requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:17:32.007592 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-3b78e42a-a3e8-4313-a694-97815d29a16a None None] Provisioning for port 4caefc13-56f8-4de1-9c56-6bd3450225c7 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:17:32.987649 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 4caefc13-56f8-4de1-9c56-6bd3450225c7 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:17:33.116191 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 4caefc13-56f8-4de1-9c56-6bd3450225c7 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:17:33.120397 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 4caefc13-56f8-4de1-9c56-6bd3450225c7 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:17:33.120769 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:33.199358 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:33.230740 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 4caefc13-56f8-4de1-9c56-6bd3450225c7, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=4caefc13-56f8-4de1-9c56-6bd3450225c7,segment=NetworkSegment(e17930bf-07b1-4e77-a85a-5aed5d2b48de),segment_id=e17930bf-07b1-4e77-a85a-5aed5d2b48de)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:17:33.304681 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:33.357532 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=4caefc13-56f8-4de1-9c56-6bd3450225c7,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:17:34.970274 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 4caefc13-56f8-4de1-9c56-6bd3450225c7 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:17:35.026217 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 4caefc13-56f8-4de1-9c56-6bd3450225c7 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:17:35.026597 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:39.231310 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:17:39.294645 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b1998fe5-b59e-4030-b0f1-31b2daca2a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:42.025725 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-abcdda4e-b529-46da-9b26-d24d5d5e11f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:42.723101 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:43.328545 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:17:44.876852 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:09.299708 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b9f4-9abb-42a4-823e-bfebfa2d61b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:11.996906 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e3285636-0444-4ada-9cf8-55dc994c39c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:12.722403 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:13.328093 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:14.899384 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:16.231426 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:18:39.241606 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2aebb303-98ec-401f-a479-5db9f753ad9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:41.990124 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ad4e13a7-b909-4532-bb1a-3b06ac18a158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:42.708485 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:43.321961 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:44.892960 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:47.972025 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 37778) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:18:47.977941 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [None req-7dbf81c8-68d8-4b21-a510-3ae6d335ad4c tempest-verify_tempest_config-323742004 tempest-verify_tempest_config-323742004-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:18:47.978910 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-7dbf81c8-68d8-4b21-a510-3ae6d335ad4c tempest-verify_tempest_config-323742004 tempest-verify_tempest_config-323742004-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058999 Sep 03 20:18:48.479322 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 37796) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:18:48.582235 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:48.665191 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:48.738724 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:48.785116 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=383ffcee56494f6aac4985f914ecf15c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3045678 Sep 03 20:18:48.786173 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8692f2-52bc-407e-a6b4-3e944141769a,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:18:48.787795 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 37800) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:18:48.792737 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:48.793109 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:48.793454 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:48.793790 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:48.794125 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:48.794469 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:48.794802 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:48.795154 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:48.795498 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:48.795823 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:48.796152 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:48.796474 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7bc87-0b95-4939-b0c3-7afb546e809b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:48.843980 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:48.868602 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:49.022639 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:49.025224 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:18:49.026584 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c8692f2-52bc-407e-a6b4-3e944141769a HTTP/1.1" status: 204 len: 168 time: 0.2375453 Sep 03 20:18:49.035780 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8692f2-52bc-407e-a6b4-3e944141769a,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:18:49.042501 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:49.042883 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:49.043271 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:49.043646 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:49.044097 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:49.044456 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:49.044796 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:49.045130 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:49.045480 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:49.045814 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:49.046141 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:49.046468 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef9ff20-959e-41a1-abe0-ff3dbf4be309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:18:53.233906 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:19:09.290541 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-330af4a9-03ea-4bb4-ad4a-ea341b3e6bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:19:12.007032 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0aa55c81-3295-4e9d-a0b4-13874106a61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:19:12.724576 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:19:13.326180 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:19:14.920987 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:19:30.236187 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:19:39.246275 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ccc14464-86f5-4713-9807-3090f9d895bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:19:42.000571 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-556c045e-3624-480b-a570-596fd15b5eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:19:42.731663 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:19:43.348581 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:19:44.914286 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:07.235357 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 5 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:20:09.296487 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e240cdd4-4b6d-4768-b593-f620895d6289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:12.015528 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-32af8fc1-775b-472c-9a25-0626b42dd153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:12.747890 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:13.365282 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:14.988318 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:23.513724 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1965703'] for agent, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:38.573179 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 37874) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:20:38.678689 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0dc3745b-cb4c-4e2a-963b-db0559323075 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1044040 Sep 03 20:20:39.278628 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e75df6b2-94d3-4098-8104-1b08333a04dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:40.882613 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 37884) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:20:40.943670 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-54ab4622-ed16-4a4a-9546-dcc28f483af6 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0599492 Sep 03 20:20:42.009942 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8a9a6ae8-4a92-45b1-8776-478cdeb281ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:42.719741 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:43.370248 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:44.243125 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:20:44.901983 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:20:53.501468 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:09.289415 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5107b91a-03cf-43cb-924e-bac43c608f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:12.020662 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1421233f-35e7-483d-b704-8b022fd0b882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:12.729312 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:13.369806 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:14.940946 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:21.235153 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:21:23.529449 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:39.272156 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-32d2a791-1a8d-4af5-9b19-18e5d18f044c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:42.014469 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-55528b6d-f93d-49f0-a042-c0d9af101eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:42.723517 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:43.368869 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:44.934288 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:53.534455 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:21:58.236750 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:22:08.749347 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38042) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:09.135796 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1406442668-network', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:09.235989 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Made reservation on behalf of f3d2108719d94b07918fa67775b13e14 for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:09.238566 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:09.246712 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:09.339869 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:09.345601 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-83671f95-ac03-47e2-b16d-6f14523e6795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:09.449006 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:09.478935 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:22:09.488478 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e679ce-f5d4-4830-a188-2ba88ace5b15,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:09.493259 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:09.493679 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Added segment 45b7379d-0436-47e7-a337-d176c21d6284 of type vlan for network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 Sep 03 20:22:09.505696 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:09.506066 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:09.506406 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:09.506737 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:09.507275 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:09.507841 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:09.507970 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:09.508262 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:09.508704 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:09.508927 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:09.509254 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:09.509575 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Tracked resource versions report: Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: pushed versions: Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: { 'AddressGroup': {'1.2'}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'ConntrackHelper': {'1.0'}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Log': {'1.0'}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Network': {'1.1'}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Port': {'1.7'}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'PortForwarding': {'1.2'}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'QosPolicy': {'1.9'}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'SecurityGroup': {'1.4'}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'SubPort': {'1.0'}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Subnet': {'1.1'}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Trunk': {'1.1'}} Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: consumer versions: Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: { DHCP agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: HyperV agent@hv-cinder-79819: {}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: L3 agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: Metadata agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: Metering agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: Open vSwitch agent@dv-cinder-798198-4-iscsi: { 'AddressGroup': '1.2', Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'ConntrackHelper': '1.0', Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Log': '1.0', Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Network': '1.1', Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Port': '1.7', Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'PortForwarding': '1.2', Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'QosPolicy': '1.9', Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'SecurityGroup': '1.4', Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'SecurityGroupRule': '1.2', Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'SubPort': '1.0', Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Subnet': '1.1', Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: 'Trunk': '1.1'}} Sep 03 20:22:09.510620 dv-cinder-798198-4-iscsi neutron-server[94576]: {{(pid=94576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:22:09.567718 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:09.672129 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38086) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:09.688113 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:09.689083 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:09.689655 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:09.756381 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38092) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:09.761131 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] Pushing event updated for resources: {'Network': ['ID=aebc5e64-82bd-49c5-97dd-2a9b3de43b94,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:09.773216 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:22:09.799732 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-1b1a70c6-22c0-4baf-a61d-23fd0ba004d5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0491140 Sep 03 20:22:09.800538 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38100) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:09.809221 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Request body: {'subnet': {'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1406442668-subnet', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:09.934208 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Made reservation on behalf of f3d2108719d94b07918fa67775b13e14 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:09.936615 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:09.944771 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38106) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:10.143492 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1969500059-network', 'tenant_id': 'b24b5e5f746a46eabc162f2a1b3c18d1'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:10.143939 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-36404951-network', 'tenant_id': 'de81d55174db4efa869073b92ca60b58'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:10.305206 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] Made reservation on behalf of b24b5e5f746a46eabc162f2a1b3c18d1 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:10.308009 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.331120 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.331422 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.399019 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=57162df7-b596-4a6f-814b-47adc430c8b4,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:10.404157 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Checking segment: {'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:10.404543 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Network hostable DHCP agents. Network: aebc5e64-82bd-49c5-97dd-2a9b3de43b94, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:22:10.407914 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] Made reservation on behalf of de81d55174db4efa869073b92ca60b58 for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:10.410874 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.417618 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:10.417994 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:10.418339 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:10.418675 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:10.419012 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:10.419381 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:10.419711 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:10.419841 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.420039 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:10.420378 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:10.420704 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:10.421024 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:10.421391 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Tracked resource versions report: Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: pushed versions: Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: { 'AddressGroup': {'1.2'}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'ConntrackHelper': {'1.0'}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Log': {'1.0'}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Network': {'1.1'}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Port': {'1.7'}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'PortForwarding': {'1.2'}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'QosPolicy': {'1.9'}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'SecurityGroup': {'1.4'}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'SubPort': {'1.0'}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Subnet': {'1.1'}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Trunk': {'1.1'}} Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: consumer versions: Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: { DHCP agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: HyperV agent@hv-cinder-79819: {}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: L3 agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: Metadata agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: Metering agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: Open vSwitch agent@dv-cinder-798198-4-iscsi: { 'AddressGroup': '1.2', Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'ConntrackHelper': '1.0', Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Log': '1.0', Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Network': '1.1', Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Port': '1.7', Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'PortForwarding': '1.2', Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'QosPolicy': '1.9', Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'SecurityGroup': '1.4', Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'SecurityGroupRule': '1.2', Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'SubPort': '1.0', Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Subnet': '1.1', Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: 'Trunk': '1.1'}} Sep 03 20:22:10.422380 dv-cinder-798198-4-iscsi neutron-server[94575]: {{(pid=94575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:22:10.513758 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.533597 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:22:10.542847 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-345940101-network', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:10.554748 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38120) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:10.603084 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.632198 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905ef9b4-52d4-4259-b211-193bc5192347,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:10.656151 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:22:10.658207 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, aebc5e64-82bd-49c5-97dd-2a9b3de43b94) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:10.666798 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:10.667163 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c30eb6-779e-4458-ac1f-8e4d7389ce79 None None] Network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:22:10.667572 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.680149 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.680622 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] Added segment e913d13b-4338-4cf2-968c-bc7c9177e178 of type vlan for network c2dc7f4f-df4b-4096-a516-27e8310b3552 Sep 03 20:22:10.700389 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.730846 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.761549 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-213332897-network', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:10.793840 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.827718 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7baf886-26ad-4bcc-b3d3-0fc249584f02,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:10.833815 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:22:10.843847 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.844478 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] Added segment 5e4611e4-4cd6-4dc9-abb0-5745c76153a4 of type vlan for network 1bda3104-40a6-40a5-8c66-90368d90786b Sep 03 20:22:10.858307 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a807a4-04c5-5ef5-9fb7-9266795022b5-aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4'}]}} from dv-cinder-798198-4-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:22:10.859391 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.894794 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.911838 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.912753 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:10.913705 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:10.984736 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] Pushing event updated for resources: {'Network': ['ID=c2dc7f4f-df4b-4096-a516-27e8310b3552,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:10.999757 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-157688e6-5120-4c0f-8353-8eeefc5e85bd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1977406 Sep 03 20:22:11.000619 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38142) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:11.006536 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network c2dc7f4f-df4b-4096-a516-27e8310b3552 details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:22:11.014290 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.014747 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:11.015480 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:11.016163 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.078452 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Allocated IP 172.20.0.2 (aebc5e64-82bd-49c5-97dd-2a9b3de43b94/57162df7-b596-4a6f-814b-47adc430c8b4/d4342412-25f3-4f99-ac98-b7d7461cbb11) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:11.094455 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Made reservation on behalf of cb5d2dd208c34a32bf22e5d308f38c3b for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:11.097241 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.106782 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.126462 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] Pushing event updated for resources: {'Network': ['ID=1bda3104-40a6-40a5-8c66-90368d90786b,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:11.150962 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-9f47b3ba-2b8e-4914-b158-459b7ed7e18f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3935072 Sep 03 20:22:11.154025 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38146) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:11.159481 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-e093b7ba-b857-426d-8217-22411a465256 admin admin] Request body: {'subnet': {'network_id': 'c2dc7f4f-df4b-4096-a516-27e8310b3552', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1969500059-subnet', 'tenant_id': 'b24b5e5f746a46eabc162f2a1b3c18d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:11.161481 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.db.api [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 20:22:11.161481 dv-cinder-798198-4-iscsi neutron-server[94576]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 20:22:11.161481 dv-cinder-798198-4-iscsi neutron-server[94576]: [parameters: {'project_id_1': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'expiration_1': datetime.datetime(2021, 9, 3, 20, 21, 51, 127870)}] Sep 03 20:22:11.161481 dv-cinder-798198-4-iscsi neutron-server[94576]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94576) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 20:22:11.162167 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG oslo_db.api [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 20:22:11.169080 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.db.api [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 20:22:11.169080 dv-cinder-798198-4-iscsi neutron-server[94575]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 20:22:11.169080 dv-cinder-798198-4-iscsi neutron-server[94575]: [parameters: {'project_id_1': 'f3d2108719d94b07918fa67775b13e14', 'expiration_1': datetime.datetime(2021, 9, 3, 20, 21, 51, 18966)}] Sep 03 20:22:11.169080 dv-cinder-798198-4-iscsi neutron-server[94575]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 20:22:11.169905 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG oslo_db.api [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 20:22:11.173621 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network 1bda3104-40a6-40a5-8c66-90368d90786b details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:22:11.295046 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] Made reservation on behalf of a18ae6ad0b154758807e67ca15c54fba for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:11.300895 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.308484 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.443321 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-1baf5482-e3b3-40a9-ad12-6ee3072e220b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7700865 Sep 03 20:22:11.446353 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38156) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:11.448661 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.455740 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-cabef014-a861-445e-a258-2639eb9b5598 admin admin] Request body: {'subnet': {'network_id': '1bda3104-40a6-40a5-8c66-90368d90786b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-36404951-subnet', 'tenant_id': 'de81d55174db4efa869073b92ca60b58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:11.458350 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Transition to ACTIVE for port object d4342412-25f3-4f99-ac98-b7d7461cbb11 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:11.473812 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Transition to ACTIVE for port object d4342412-25f3-4f99-ac98-b7d7461cbb11 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:11.590600 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e093b7ba-b857-426d-8217-22411a465256 admin admin] Made reservation on behalf of b24b5e5f746a46eabc162f2a1b3c18d1 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:11.592429 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.592980 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e093b7ba-b857-426d-8217-22411a465256 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.663839 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:11.664096 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.667499 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:11.673078 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:11.737034 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Pushing event updated for resources: {'Port': ['ID=d4342412-25f3-4f99-ac98-b7d7461cbb11,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:11.756891 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Tracked resource versions report: Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: pushed versions: Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: { 'AddressGroup': {'1.2'}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'ConntrackHelper': {'1.0'}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Log': {'1.0'}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Network': {'1.1'}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Port': {'1.7'}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'PortForwarding': {'1.2'}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'QosPolicy': {'1.9'}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'SecurityGroup': {'1.4'}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'SubPort': {'1.0'}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Subnet': {'1.1'}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Trunk': {'1.1'}} Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: consumer versions: Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: { DHCP agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: HyperV agent@hv-cinder-79819: {}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: L3 agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: Metadata agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: Metering agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: Open vSwitch agent@dv-cinder-798198-4-iscsi: { 'AddressGroup': '1.2', Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'ConntrackHelper': '1.0', Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Log': '1.0', Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Network': '1.1', Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Port': '1.7', Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'PortForwarding': '1.2', Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'QosPolicy': '1.9', Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'SecurityGroup': '1.4', Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'SecurityGroupRule': '1.2', Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'SubPort': '1.0', Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Subnet': '1.1', Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: 'Trunk': '1.1'}} Sep 03 20:22:11.763935 dv-cinder-798198-4-iscsi neutron-server[94577]: {{(pid=94577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:22:11.770446 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Attempting to bind port d4342412-25f3-4f99-ac98-b7d7461cbb11 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:22:11.770997 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Attempting to bind port d4342412-25f3-4f99-ac98-b7d7461cbb11 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:22:11.771481 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Attempting to bind port d4342412-25f3-4f99-ac98-b7d7461cbb11 on network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:11.780375 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:22:11.781134 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Checking segment: {'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:11.782097 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.782659 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Bound using segment: {'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:22:11.783367 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Bound port: d4342412-25f3-4f99-ac98-b7d7461cbb11, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:22:11.784052 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.788858 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.849945 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] For port d4342412-25f3-4f99-ac98-b7d7461cbb11, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:22:11.853431 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] For port d4342412-25f3-4f99-ac98-b7d7461cbb11, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d4342412-25f3-4f99-ac98-b7d7461cbb11,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:22:11.913462 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.948590 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:22:11.954960 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa8c5d1-5177-4d6a-b931-618d20cac547,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:11.958376 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e093b7ba-b857-426d-8217-22411a465256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.974919 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.985320 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:11.985883 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] Added segment 949d8237-b54d-47c9-9139-bd7650ffeaf7 of type vlan for network 87e928be-9f46-4330-9e45-fbf3edf30f0e Sep 03 20:22:12.029206 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.039282 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabef014-a861-445e-a258-2639eb9b5598 admin admin] Made reservation on behalf of de81d55174db4efa869073b92ca60b58 for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:12.043306 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cabef014-a861-445e-a258-2639eb9b5598 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.082866 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093b7ba-b857-426d-8217-22411a465256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4f8de4-8a7f-4dab-8ccd-ff92ef8bb113,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:12.104728 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093b7ba-b857-426d-8217-22411a465256 admin admin] Checking segment: {'id': 'e913d13b-4338-4cf2-968c-bc7c9177e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c2dc7f4f-df4b-4096-a516-27e8310b3552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:12.105149 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e093b7ba-b857-426d-8217-22411a465256 admin admin] Network hostable DHCP agents. Network: c2dc7f4f-df4b-4096-a516-27e8310b3552, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:22:12.108307 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f8a2b450-12ab-49c1-a5d7-965c5860ea18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.129753 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d8be7-3a03-4cbe-82b9-d64c1c86afd6 None None] Pushing event updated for resources: {'Port': ['ID=d4342412-25f3-4f99-ac98-b7d7461cbb11,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:12.130653 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27981'] for router, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.131797 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1938999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28020'] for router, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.165637 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.166615 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:12.167287 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.208706 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e093b7ba-b857-426d-8217-22411a465256 admin admin] Network c2dc7f4f-df4b-4096-a516-27e8310b3552 is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:22:12.214311 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.368638 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-e093b7ba-b857-426d-8217-22411a465256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, c2dc7f4f-df4b-4096-a516-27e8310b3552) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:12.377169 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05293eda-8308-4c9e-9121-ad3851f8dfbe None None] Network c2dc7f4f-df4b-4096-a516-27e8310b3552 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:22:12.459127 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e093b7ba-b857-426d-8217-22411a465256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:12.463684 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e093b7ba-b857-426d-8217-22411a465256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.599757 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608158dc-9afd-4063-9bec-a46cfecbcb59 None None] Network c2dc7f4f-df4b-4096-a516-27e8310b3552 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:22:12.628398 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.645169 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] Pushing event updated for resources: {'Network': ['ID=87e928be-9f46-4330-9e45-fbf3edf30f0e,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:12.655929 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cabef014-a861-445e-a258-2639eb9b5598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.687876 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network 87e928be-9f46-4330-9e45-fbf3edf30f0e details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:22:12.734081 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabef014-a861-445e-a258-2639eb9b5598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12926316-5148-40ca-8b90-e120b3ee3caa,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:12.754057 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.757225 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabef014-a861-445e-a258-2639eb9b5598 admin admin] Checking segment: {'id': '5e4611e4-4cd6-4dc9-abb0-5745c76153a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1bda3104-40a6-40a5-8c66-90368d90786b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:12.757584 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabef014-a861-445e-a258-2639eb9b5598 admin admin] Network hostable DHCP agents. Network: 1bda3104-40a6-40a5-8c66-90368d90786b, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:22:12.819860 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.837791 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.859831 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:22:12.875059 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6bf122-9421-40d9-9128-0ec6ee0c50f0,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:12.879507 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:12.879778 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Added segment 7eedcc07-6d44-4c13-9421-8b3f0fff5aa8 of type vlan for network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 Sep 03 20:22:12.902412 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabef014-a861-445e-a258-2639eb9b5598 admin admin] Network 1bda3104-40a6-40a5-8c66-90368d90786b is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:22:12.925202 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e093b7ba-b857-426d-8217-22411a465256 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7603633 Sep 03 20:22:12.925968 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e8e20b39-4b5a-48a4-86d0-50bcbc96854a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3638463 Sep 03 20:22:12.934518 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38198) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:12.940283 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-fb47e68c-fb70-4a6b-84ad-c2c35a1be553 admin admin] Request body: {'subnet': {'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-subnet', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:12.965329 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:13.039388 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:13.054120 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-cabef014-a861-445e-a258-2639eb9b5598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, 1bda3104-40a6-40a5-8c66-90368d90786b) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:13.060039 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabef014-a861-445e-a258-2639eb9b5598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:13.073642 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cabef014-a861-445e-a258-2639eb9b5598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:13.074462 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6106b37c-cb66-4440-8217-c36481d35f8d None None] Network 1bda3104-40a6-40a5-8c66-90368d90786b requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:22:13.074586 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:13.104760 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:13.105888 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:13.106595 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:13.222889 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb47e68c-fb70-4a6b-84ad-c2c35a1be553 admin admin] Made reservation on behalf of a18ae6ad0b154758807e67ca15c54fba for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:13.232755 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fb47e68c-fb70-4a6b-84ad-c2c35a1be553 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:13.237391 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:13.293751 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:22:13.295438 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d4342412-25f3-4f99-ac98-b7d7461cbb11 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:13.383914 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-cabef014-a861-445e-a258-2639eb9b5598 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9350877 Sep 03 20:22:13.386672 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-8f91cccf-7d9d-4c93-8d52-9633a2908fb3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4408650 Sep 03 20:22:13.389740 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38220) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:13.396077 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-83869704-33b5-40d0-9b8a-984b4ddc3046 admin admin] Request body: {'subnet': {'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-345940101-subnet', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:13.413515 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b248cd77-4deb-4a6b-bd1e-81ff2316339e None None] Network 1bda3104-40a6-40a5-8c66-90368d90786b requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:22:13.471226 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Allocated IP 172.27.3.120 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/82c0268e-701e-48a2-99ed-811561c7bb55) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:13.544436 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d73a6ff-6640-463b-8153-55e8a6a6f480 None None] Network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:22:13.560512 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:13.588328 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83869704-33b5-40d0-9b8a-984b4ddc3046 admin admin] Made reservation on behalf of cb5d2dd208c34a32bf22e5d308f38c3b for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:13.590799 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-83869704-33b5-40d0-9b8a-984b4ddc3046 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:13.783847 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-f376de85-7bba-4f80-9c84-df6b6faf4c8f None None] Provisioning for port d4342412-25f3-4f99-ac98-b7d7461cbb11 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:13.803688 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port d4342412-25f3-4f99-ac98-b7d7461cbb11 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:13.897040 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-f376de85-7bba-4f80-9c84-df6b6faf4c8f None None] Provisioning complete for port d4342412-25f3-4f99-ac98-b7d7461cbb11 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:13.897418 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f376de85-7bba-4f80-9c84-df6b6faf4c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:13.914607 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port d4342412-25f3-4f99-ac98-b7d7461cbb11 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:13.914977 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:13.948698 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:13.980668 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fb47e68c-fb70-4a6b-84ad-c2c35a1be553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:14.086981 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47e68c-fb70-4a6b-84ad-c2c35a1be553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:14.094156 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb47e68c-fb70-4a6b-84ad-c2c35a1be553 admin admin] Checking segment: {'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:14.094664 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb47e68c-fb70-4a6b-84ad-c2c35a1be553 admin admin] Network hostable DHCP agents. Network: 87e928be-9f46-4330-9e45-fbf3edf30f0e, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:22:14.115680 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:14.151736 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-83869704-33b5-40d0-9b8a-984b4ddc3046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:14.182874 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f376de85-7bba-4f80-9c84-df6b6faf4c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:14.186831 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:14.198763 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port d4342412-25f3-4f99-ac98-b7d7461cbb11, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d4342412-25f3-4f99-ac98-b7d7461cbb11,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:14.217284 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83869704-33b5-40d0-9b8a-984b4ddc3046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=917e06e4-7a3d-4bb8-947a-745fcc5f2509,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:14.230215 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83869704-33b5-40d0-9b8a-984b4ddc3046 admin admin] Checking segment: {'id': '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:14.230215 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83869704-33b5-40d0-9b8a-984b4ddc3046 admin admin] Network hostable DHCP agents. Network: d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:22:14.272887 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb47e68c-fb70-4a6b-84ad-c2c35a1be553 admin admin] Network 87e928be-9f46-4330-9e45-fbf3edf30f0e is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:22:14.289749 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:14.307406 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:14.308190 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Pushing event updated for resources: {'Port': ['ID=82c0268e-701e-48a2-99ed-811561c7bb55,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:14.310802 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:14.334707 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:14.374893 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.db.api [None req-f376de85-7bba-4f80-9c84-df6b6faf4c8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 20:22:14.375592 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG oslo_db.api [None req-f376de85-7bba-4f80-9c84-df6b6faf4c8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 20:22:14.380557 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83869704-33b5-40d0-9b8a-984b4ddc3046 admin admin] Network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:22:14.382833 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=d4342412-25f3-4f99-ac98-b7d7461cbb11,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:14.516341 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38274) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:14.539918 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-fb47e68c-fb70-4a6b-84ad-c2c35a1be553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, 87e928be-9f46-4330-9e45-fbf3edf30f0e) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:14.540488 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-83869704-33b5-40d0-9b8a-984b4ddc3046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:14.548841 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb47e68c-fb70-4a6b-84ad-c2c35a1be553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:14.552790 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fb47e68c-fb70-4a6b-84ad-c2c35a1be553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:14.562424 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3898ea8d-0578-49a7-a039-84218c26c9ec None None] Network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:22:14.568285 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe79805-d329-4057-bdb9-161daa49635b None None] Network 87e928be-9f46-4330-9e45-fbf3edf30f0e requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:22:14.578722 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83869704-33b5-40d0-9b8a-984b4ddc3046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:14.584664 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-83869704-33b5-40d0-9b8a-984b4ddc3046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:14.711920 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9cda48b0-28c4-46c6-a2ec-9ebc965961e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:14.719259 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-83869704-33b5-40d0-9b8a-984b4ddc3046 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3283587 Sep 03 20:22:14.727375 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38280) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:14.732828 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-345940101-router', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:14.759323 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38288) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:14.768032 dv-cinder-798198-4-iscsi neutron-server[94576]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 20:22:14.795757 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-fb47e68c-fb70-4a6b-84ad-c2c35a1be553 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8667650 Sep 03 20:22:14.802966 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38290) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:14.808409 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:14.874072 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27981'] for router, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:14.874890 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1938999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28020'] for router, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:14.905960 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.101065 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.db.api [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 20:22:15.101065 dv-cinder-798198-4-iscsi neutron-server[94575]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 20:22:15.101065 dv-cinder-798198-4-iscsi neutron-server[94575]: [parameters: {'project_id_1': 'a18ae6ad0b154758807e67ca15c54fba', 'expiration_1': datetime.datetime(2021, 9, 3, 20, 21, 54, 822718)}] Sep 03 20:22:15.101065 dv-cinder-798198-4-iscsi neutron-server[94575]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 20:22:15.101065 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG oslo_db.api [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 20:22:15.137137 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462e75c-ec5b-417a-b6d1-631a3d3dabd4 None None] Network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:22:15.154497 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-f1f2ddca-617a-4f25-b9ec-176eabd51f85 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:15.158541 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-f1f2ddca-617a-4f25-b9ec-176eabd51f85 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/networks?id=c2dc7f4f-df4b-4096-a516-27e8310b3552 HTTP/1.1" status: 200 len: 812 time: 0.3978655 Sep 03 20:22:15.166225 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.173655 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38302) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:15.202672 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1838619195-network', 'tenant_id': '32c939f30dbc4d2e92dfce41f4f4a222'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:15.217427 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-4b25cce9-40f5-41fa-9cb9-e100e0fcefbc tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/quotas/b24b5e5f746a46eabc162f2a1b3c18d1 HTTP/1.1" status: 200 len: 375 time: 0.0442314 Sep 03 20:22:15.245490 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d4342412-25f3-4f99-ac98-b7d7461cbb11 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:15.255950 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.286001 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587945'] for router, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.310063 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-bb482b8b-2252-410c-ac72-1a5100eeb80d tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24b5e5f746a46eabc162f2a1b3c18d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820744 Sep 03 20:22:15.327830 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a807a4-04c5-5ef5-9fb7-9266795022b5-87e928be-9f46-4330-9e45-fbf3edf30f0e', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee'}]}} from dv-cinder-798198-4-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:22:15.328674 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.345483 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9cda48b0-28c4-46c6-a2ec-9ebc965961e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.422897 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-25e2a992-0874-4ada-9ff7-31bc3f306aab None None] Provisioning complete for port d4342412-25f3-4f99-ac98-b7d7461cbb11 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:15.423563 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-25e2a992-0874-4ada-9ff7-31bc3f306aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.496651 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9cda48b0-28c4-46c6-a2ec-9ebc965961e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.544076 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] Made reservation on behalf of 32c939f30dbc4d2e92dfce41f4f4a222 for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:15.546829 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.564150 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Router 8518cafa-5abe-476b-9385-1c294a495f74 is scheduled to L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 with binding_index 1 {{(pid=94575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:22:15.587746 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port d4342412-25f3-4f99-ac98-b7d7461cbb11 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:15.588385 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.602329 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9cda48b0-28c4-46c6-a2ec-9ebc965961e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=394ff862588b401ba9110f08d439f266&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0848107 Sep 03 20:22:15.630644 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38312) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:15.634662 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.641208 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-8a4bc88b-2022-4787-b0ca-665e28784219 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:22:15.642225 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-8a4bc88b-2022-4787-b0ca-665e28784219 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1363504 Sep 03 20:22:15.658832 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda48b0-28c4-46c6-a2ec-9ebc965961e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6778a933-b701-418a-9bbf-8bd305b3de7d,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:15.663135 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.702092 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Allocated IP 172.20.0.2 (87e928be-9f46-4330-9e45-fbf3edf30f0e/7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee/568e1b5f-dd54-429b-a756-93cfe54f5520) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:15.754171 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3ce55fbb-cd2c-4cbd-ab94-fe2588e94ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.775268 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:22:15.790520 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Sync routers for ids ['8518cafa-5abe-476b-9385-1c294a495f74'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:22:15.799889 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3ce55fbb-cd2c-4cbd-ab94-fe2588e94ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.810392 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Routers {'8518cafa-5abe-476b-9385-1c294a495f74'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:22:15.811884 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:22:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['8518cafa-5abe-476b-9385-1c294a495f74'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:15.817538 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-2ad1a734-bc1a-4eaa-810e-979b7199590c service neutron] 10.222.0.41 "GET /v2.0/networks/c2dc7f4f-df4b-4096-a516-27e8310b3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595461 Sep 03 20:22:15.912553 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.929194 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3ce55fbb-cd2c-4cbd-ab94-fe2588e94ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.932378 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Transition to ACTIVE for port object 568e1b5f-dd54-429b-a756-93cfe54f5520 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:15.933780 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3ce55fbb-cd2c-4cbd-ab94-fe2588e94ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:15.937969 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3ce55fbb-cd2c-4cbd-ab94-fe2588e94ff7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6778a933-b701-418a-9bbf-8bd305b3de7d HTTP/1.1" status: 204 len: 168 time: 0.2996106 Sep 03 20:22:15.951642 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce55fbb-cd2c-4cbd-ab94-fe2588e94ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6778a933-b701-418a-9bbf-8bd305b3de7d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:15.951898 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Transition to ACTIVE for port object 568e1b5f-dd54-429b-a756-93cfe54f5520 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:15.973977 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.007454 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Set router 8518cafa-5abe-476b-9385-1c294a495f74 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:22:16.039740 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.101122 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.142142 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-d7a51a02-5f8f-4753-b197-2c272ca40c1a service neutron] 10.222.0.41 "GET /v2.0/networks/c2dc7f4f-df4b-4096-a516-27e8310b3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234353 Sep 03 20:22:16.164902 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.167673 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-1839e37a-08f0-4bb9-93a1-a1bd2f99d51d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1568587 Sep 03 20:22:16.171850 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38326) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:16.172779 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Network 87e928be-9f46-4330-9e45-fbf3edf30f0e is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:16.179455 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:22:16.184570 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:16.192345 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efe436e-e340-4bca-82ec-f0871d842cd5,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:16.193477 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:16.214487 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.214487 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] Added segment 1814b197-4fa4-49ad-a350-9a0bc72ea7cb of type vlan for network bc9cca46-499b-4c0d-81a4-cc02c3f8e44b Sep 03 20:22:16.239908 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Pushing event updated for resources: {'Port': ['ID=568e1b5f-dd54-429b-a756-93cfe54f5520,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:16.267234 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27981'] for router, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.271753 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1938999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28020'] for router, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.318370 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:14Z', 'revision_number': 3, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:16.332852 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.364806 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Attempting to bind port 568e1b5f-dd54-429b-a756-93cfe54f5520 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:22:16.365399 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Attempting to bind port 568e1b5f-dd54-429b-a756-93cfe54f5520 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:22:16.365962 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Attempting to bind port 568e1b5f-dd54-429b-a756-93cfe54f5520 on network 87e928be-9f46-4330-9e45-fbf3edf30f0e {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:16.381371 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Checking router: 8518cafa-5abe-476b-9385-1c294a495f74 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:22:16.381371 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Updating router 8518cafa-5abe-476b-9385-1c294a495f74 port 82c0268e-701e-48a2-99ed-811561c7bb55 binding host dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:22:16.382639 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.385062 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:22:16.385387 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Checking segment: {'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:16.385816 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.386203 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Bound using segment: {'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:22:16.386680 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Bound port: 568e1b5f-dd54-429b-a756-93cfe54f5520, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:22:16.387183 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.462426 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.482174 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] For port 568e1b5f-dd54-429b-a756-93cfe54f5520, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:22:16.485885 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] For port 568e1b5f-dd54-429b-a756-93cfe54f5520, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=568e1b5f-dd54-429b-a756-93cfe54f5520,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:22:16.501638 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.528390 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.532858 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.535158 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:16.535158 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.632306 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:16.701859 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] Pushing event updated for resources: {'Network': ['ID=bc9cca46-499b-4c0d-81a4-cc02c3f8e44b,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:16.735672 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network bc9cca46-499b-4c0d-81a4-cc02c3f8e44b details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:22:16.838364 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fa598-66fa-47db-bca6-ece098dff186 None None] Pushing event updated for resources: {'Port': ['ID=568e1b5f-dd54-429b-a756-93cfe54f5520,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:16.888412 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4f9ada77-b4ab-4dfe-ac63-ae3089fbd896 req-796363d9-fc6d-4d32-9f98-2f212693e16d tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 210 time: 0.2007341 Sep 03 20:22:16.909257 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a97ee56a-421b-428a-be60-da0332620b33 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7324026 Sep 03 20:22:16.913688 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38358) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:16.948193 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-4a8a777b-bc92-4e2b-a561-94dffcda5e18 admin admin] Request body: {'subnet': {'network_id': 'bc9cca46-499b-4c0d-81a4-cc02c3f8e44b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1838619195-subnet', 'tenant_id': '32c939f30dbc4d2e92dfce41f4f4a222', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:16.994318 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:17.048687 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:17.062919 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Transition to ACTIVE for port object 82c0268e-701e-48a2-99ed-811561c7bb55 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:17.149875 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8a777b-bc92-4e2b-a561-94dffcda5e18 admin admin] Made reservation on behalf of 32c939f30dbc4d2e92dfce41f4f4a222 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:17.152628 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4a8a777b-bc92-4e2b-a561-94dffcda5e18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:17.177456 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:17.219496 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Attempting to bind port 82c0268e-701e-48a2-99ed-811561c7bb55 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:22:17.219872 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Attempting to bind port 82c0268e-701e-48a2-99ed-811561c7bb55 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:22:17.220242 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Attempting to bind port 82c0268e-701e-48a2-99ed-811561c7bb55 on network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:17.252542 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:22:17.253032 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Checking segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:17.255937 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Allocated IP 172.27.3.168 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:17.263657 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:17.270420 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Bound using segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:22:17.270843 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Bound port: 82c0268e-701e-48a2-99ed-811561c7bb55, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:22:17.272305 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:17.273206 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 568e1b5f-dd54-429b-a756-93cfe54f5520 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:17.303671 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Pushing event updated for resources: {'Port': ['ID=82c0268e-701e-48a2-99ed-811561c7bb55,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:17.314228 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:17.314955 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:17.315497 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:17.316398 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:17.316904 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:17.317573 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:17.318209 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:17.318700 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:17.319245 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:17.319931 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:17.320467 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:17.321511 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Tracked resource versions report: Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: pushed versions: Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: { 'AddressGroup': {'1.2'}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'ConntrackHelper': {'1.0'}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Log': {'1.0'}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Network': {'1.1'}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Port': {'1.7'}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'PortForwarding': {'1.2'}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'QosPolicy': {'1.9'}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'SecurityGroup': {'1.4'}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'SecurityGroupRule': {'1.2'}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'SubPort': {'1.0'}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Subnet': {'1.1'}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Trunk': {'1.1'}} Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: consumer versions: Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: { DHCP agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: HyperV agent@hv-cinder-79819: {}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: L3 agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: Metadata agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: Metering agent@dv-cinder-798198-4-iscsi: {}, Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: Open vSwitch agent@dv-cinder-798198-4-iscsi: { 'AddressGroup': '1.2', Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'ConntrackHelper': '1.0', Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Log': '1.0', Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Network': '1.1', Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Port': '1.7', Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'PortForwarding': '1.2', Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'QosPolicy': '1.9', Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'SecurityGroup': '1.4', Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'SecurityGroupRule': '1.2', Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'SubPort': '1.0', Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Subnet': '1.1', Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: 'Trunk': '1.1'}} Sep 03 20:22:17.323236 dv-cinder-798198-4-iscsi neutron-server[94578]: {{(pid=94578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 20:22:17.361949 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38372) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:17.389595 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] For port 82c0268e-701e-48a2-99ed-811561c7bb55, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:22:17.393842 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] For port 82c0268e-701e-48a2-99ed-811561c7bb55, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=82c0268e-701e-48a2-99ed-811561c7bb55,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:22:17.405888 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-07c6fe63-aaae-4d33-bb77-c441188a4612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:17.456144 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:17.504914 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 568e1b5f-dd54-429b-a756-93cfe54f5520 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:17.505959 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:17.566764 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Routers {'8518cafa-5abe-476b-9385-1c294a495f74'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:22:17.567428 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:22:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['8518cafa-5abe-476b-9385-1c294a495f74'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:17.604471 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:17.618707 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4a8a777b-bc92-4e2b-a561-94dffcda5e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:17.641360 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c814e-7f06-4d3c-af2d-46964791285f None None] Pushing event updated for resources: {'Port': ['ID=82c0268e-701e-48a2-99ed-811561c7bb55,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:17.659472 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:17.666844 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:17.679444 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a777b-bc92-4e2b-a561-94dffcda5e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef924bc6-3d1b-4449-84e9-14596a4c5cf2,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:17.681237 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:17.685174 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Pushing event updated for resources: {'Port': ['ID=42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:17.729719 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] Set router 8518cafa-5abe-476b-9385-1c294a495f74 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:22:17.898603 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-07c6fe63-aaae-4d33-bb77-c441188a4612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:17.899738 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a777b-bc92-4e2b-a561-94dffcda5e18 admin admin] Checking segment: {'id': '1814b197-4fa4-49ad-a350-9a0bc72ea7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bc9cca46-499b-4c0d-81a4-cc02c3f8e44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:17.900093 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a777b-bc92-4e2b-a561-94dffcda5e18 admin admin] Network hostable DHCP agents. Network: bc9cca46-499b-4c0d-81a4-cc02c3f8e44b, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:22:17.907325 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:17.980790 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:14Z', 'revision_number': 3, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:17.981741 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:18.025022 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:18.059500 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-07c6fe63-aaae-4d33-bb77-c441188a4612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:18.131754 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-df28c548-8050-4708-8ae2-5dd1d8d68e8d req-611c0be8-8d92-4467-b86a-80294804a7f6 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0822608 Sep 03 20:22:18.136777 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee3b415-8ad7-494e-b9ac-6a6d943251e9 None None] Network 87e928be-9f46-4330-9e45-fbf3edf30f0e requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:22:18.165618 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a777b-bc92-4e2b-a561-94dffcda5e18 admin admin] Network bc9cca46-499b-4c0d-81a4-cc02c3f8e44b is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:22:18.171316 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:18.201880 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5529b78e-7e80-4cbf-80b5-0e43d0155a2b None None] The sync data for ids ['8518cafa-5abe-476b-9385-1c294a495f74'] in dv-cinder-798198-4-iscsi is: [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:14Z', 'revision_number': 3, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:22:18.274342 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-6e3a3b2b-9b7c-4d5b-a87b-7de239faf54e None None] Provisioning for port 568e1b5f-dd54-429b-a756-93cfe54f5520 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:18.283045 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a777b-bc92-4e2b-a561-94dffcda5e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, bc9cca46-499b-4c0d-81a4-cc02c3f8e44b) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:18.288176 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-6e3a3b2b-9b7c-4d5b-a87b-7de239faf54e None None] Provisioning complete for port 568e1b5f-dd54-429b-a756-93cfe54f5520 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:18.288176 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3b2b-9b7c-4d5b-a87b-7de239faf54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:18.302656 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a777b-bc92-4e2b-a561-94dffcda5e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:18.303288 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4a8a777b-bc92-4e2b-a561-94dffcda5e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:18.317831 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-07c6fe63-aaae-4d33-bb77-c441188a4612 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2030583de898409c80df2968e03d56b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9435990 Sep 03 20:22:18.352025 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38394) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:18.352628 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b069303-1dd0-48c0-abf5-cb11fa9cabb5 None None] Network bc9cca46-499b-4c0d-81a4-cc02c3f8e44b requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:22:18.377705 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6fe63-aaae-4d33-bb77-c441188a4612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e98aa1-29ec-48f6-a6c2-391c0caca688,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:18.457493 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Allocated IP 172.27.3.226 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/d2a5f58f-9b01-4f5b-a63d-c808a45f7319) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:18.472909 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587945'] for router, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:18.475609 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-08bbe8df-fc63-45e4-8c97-584d49138923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:18.538806 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3b2b-9b7c-4d5b-a87b-7de239faf54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:18.552985 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-4a8a777b-bc92-4e2b-a561-94dffcda5e18 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6346071 Sep 03 20:22:18.587618 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Allocated IP 172.20.0.1 (aebc5e64-82bd-49c5-97dd-2a9b3de43b94/57162df7-b596-4a6f-814b-47adc430c8b4/6cb6a029-529b-4c80-8450-10fde81c11f9) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:18.625604 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-08bbe8df-fc63-45e4-8c97-584d49138923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:18.734000 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Router 431ac69c-6422-46d0-82a3-b666bfcab1e1 is scheduled to L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 with binding_index 1 {{(pid=94576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:22:18.767540 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-6e3a3b2b-9b7c-4d5b-a87b-7de239faf54e None None] For port 568e1b5f-dd54-429b-a756-93cfe54f5520, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=568e1b5f-dd54-429b-a756-93cfe54f5520,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:18.821220 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f5c309-3c0d-4c2e-a783-801294bb4b74 None None] Network bc9cca46-499b-4c0d-81a4-cc02c3f8e44b requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:22:18.823579 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:18.836290 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38402) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:18.849985 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38404) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:18.857091 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3b2b-9b7c-4d5b-a87b-7de239faf54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:18.909026 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-08bbe8df-fc63-45e4-8c97-584d49138923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:18.912108 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-08bbe8df-fc63-45e4-8c97-584d49138923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:18.913422 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-08bbe8df-fc63-45e4-8c97-584d49138923 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09e98aa1-29ec-48f6-a6c2-391c0caca688 HTTP/1.1" status: 204 len: 168 time: 0.5604503 Sep 03 20:22:18.929262 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbe8df-fc63-45e4-8c97-584d49138923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e98aa1-29ec-48f6-a6c2-391c0caca688,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:18.981842 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:22:19.007353 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Sync routers for ids ['431ac69c-6422-46d0-82a3-b666bfcab1e1'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:22:19.040951 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a3b2b-9b7c-4d5b-a87b-7de239faf54e None None] Pushing event updated for resources: {'Port': ['ID=568e1b5f-dd54-429b-a756-93cfe54f5520,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:19.057233 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Routers {'431ac69c-6422-46d0-82a3-b666bfcab1e1'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:22:19.057233 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:22:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['431ac69c-6422-46d0-82a3-b666bfcab1e1'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:19.077326 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:19.081702 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-6edc1a03-8c42-49c5-95f5-40f91a0cadfa admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3502514 Sep 03 20:22:19.088538 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38412) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:19.144541 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e01b68-be02-408a-af10-6f4f1938f837 admin admin] Deleting subnet 12926316-5148-40ca-8b90-e120b3ee3caa {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:22:19.187096 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-47e01b68-be02-408a-af10-6f4f1938f837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:19.306918 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:19.322929 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-47e01b68-be02-408a-af10-6f4f1938f837 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:19.361234 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-47e01b68-be02-408a-af10-6f4f1938f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:19.424745 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Transition to ACTIVE for port object 6cb6a029-529b-4c80-8450-10fde81c11f9 will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:19.498656 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:19.544451 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:19.569230 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38420) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:19.585453 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd27a6f0-24b3-40f0-b9a7-41b0c2016076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:19.595642 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 568e1b5f-dd54-429b-a756-93cfe54f5520 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:19.596132 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:19.599784 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:19.646484 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-8a38ae4a-4cf0-4f0d-9adb-6b3f4daefc1d None None] Provisioning complete for port 568e1b5f-dd54-429b-a756-93cfe54f5520 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:19.646864 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8a38ae4a-4cf0-4f0d-9adb-6b3f4daefc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:19.660800 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-af086fe3-dd27-499b-b48e-91f911ebcf5c req-33985e10-4b96-4a09-a02f-be17b6f8fd2b tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0897791 Sep 03 20:22:19.743897 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Set router 431ac69c-6422-46d0-82a3-b666bfcab1e1 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:22:19.768462 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:19.771422 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-47e01b68-be02-408a-af10-6f4f1938f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:19.817551 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 568e1b5f-dd54-429b-a756-93cfe54f5520 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:19.817842 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:19.850147 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Pushing event updated for resources: {'Port': ['ID=d2a5f58f-9b01-4f5b-a63d-c808a45f7319,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:19.894749 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-47e01b68-be02-408a-af10-6f4f1938f837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:19.899188 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-47e01b68-be02-408a-af10-6f4f1938f837 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/12926316-5148-40ca-8b90-e120b3ee3caa HTTP/1.1" status: 204 len: 168 time: 1.0596907 Sep 03 20:22:19.899969 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38430) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:19.914312 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:19.947858 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Pushing event updated for resources: {'Port': ['ID=6cb6a029-529b-4c80-8450-10fde81c11f9,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:19.950183 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e01b68-be02-408a-af10-6f4f1938f837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12926316-5148-40ca-8b90-e120b3ee3caa,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:19.953641 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:20.009670 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.015836 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.023845 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:20.025478 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1965756'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.028601 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 82c0268e-701e-48a2-99ed-811561c7bb55 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:20.149732 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-345940101-router', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:14Z', 'updated_at': '2021-09-03T20:22:17Z', 'revision_number': 3, 'project_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'gw_port': {'id': '42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:20.150682 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd27a6f0-24b3-40f0-b9a7-41b0c2016076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.190200 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Checking router: 431ac69c-6422-46d0-82a3-b666bfcab1e1 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:22:20.190649 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Updating router 431ac69c-6422-46d0-82a3-b666bfcab1e1 port 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 binding host dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:22:20.215857 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 82c0268e-701e-48a2-99ed-811561c7bb55 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:20.224570 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 82c0268e-701e-48a2-99ed-811561c7bb55 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:20.224958 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.262556 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.273733 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.278549 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd27a6f0-24b3-40f0-b9a7-41b0c2016076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.296968 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:20.297158 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:20.300064 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:20.300064 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:20.300064 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:20.300064 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:20.300064 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:20.300064 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:20.300064 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:20.300798 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:20.324585 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-dd27a6f0-24b3-40f0-b9a7-41b0c2016076 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81284cc23baa4f628bd7070a50c10bd8&name=default HTTP/1.1" status: 200 len: 2978 time: 1.4663332 Sep 03 20:22:20.330091 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38442) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:20.509987 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27a6f0-24b3-40f0-b9a7-41b0c2016076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cb9e3d-56f2-4fa5-b7f4-667460f7207d,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:20.534805 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:20.539026 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:20.539026 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:20.539026 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:20.539026 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bda3104-40a6-40a5-8c66-90368d90786b']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:20.553419 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f7617f09-a3cb-4a7f-8e0a-ac0e17f7145d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.580873 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4611e4-4cd6-4dc9-abb0-5745c76153a4') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:20.581860 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4611e4-4cd6-4dc9-abb0-5745c76153a4') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:20.588958 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.613194 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3744854'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.641486 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f7617f09-a3cb-4a7f-8e0a-ac0e17f7145d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.656496 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-f0b9dff3-7c2a-4c60-b98c-80e78c996847 None None] Provisioning for port 6cb6a029-529b-4c80-8450-10fde81c11f9 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:20.682197 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.682439 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.699890 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-f0b9dff3-7c2a-4c60-b98c-80e78c996847 None None] Provisioning complete for port 6cb6a029-529b-4c80-8450-10fde81c11f9 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:20.700380 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f0b9dff3-7c2a-4c60-b98c-80e78c996847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.702971 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:22:20.703563 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284215'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: from cryptography.utils import int_from_bytes Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: from cryptography.utils import int_from_bytes Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: Traceback (most recent call last): Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: timer() Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: cb(*args, **kw) Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: return func(*args, **kwargs) Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: self._notify() Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: self.callback(batched_events) Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: event.method(event) Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: return f(self, *a, **k) Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: return self._get(url).json() Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:22:20.712349 dv-cinder-798198-4-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:22:20.749931 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Allocated IP 172.20.0.1 (d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2/917e06e4-7a3d-4bb8-947a-745fcc5f2509/03d35213-cff7-4f52-9431-930c72128da5) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:20.771982 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 82c0268e-701e-48a2-99ed-811561c7bb55, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=82c0268e-701e-48a2-99ed-811561c7bb55,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:20.789194 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.813520 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9dff3-7c2a-4c60-b98c-80e78c996847 None None] Port 6cb6a029-529b-4c80-8450-10fde81c11f9 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:22:20.820806 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Transition to ACTIVE for port object 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:20.820957 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.835344 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.898260 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=82c0268e-701e-48a2-99ed-811561c7bb55,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:20.928519 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.988516 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f7617f09-a3cb-4a7f-8e0a-ac0e17f7145d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.991893 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f7617f09-a3cb-4a7f-8e0a-ac0e17f7145d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:20.993673 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f7617f09-a3cb-4a7f-8e0a-ac0e17f7145d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5cb9e3d-56f2-4fa5-b7f4-667460f7207d HTTP/1.1" status: 204 len: 168 time: 0.6531379 Sep 03 20:22:21.011126 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Attempting to bind port 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:22:21.011529 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Attempting to bind port 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:22:21.011897 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Attempting to bind port 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 on network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:21.014753 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e33dd-0f1f-478a-ac9d-6afcb4cf9cb6 None None] Pushing event updated for resources: {'Port': ['ID=42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:21.018898 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.022952 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:22:21.023384 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Checking segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:21.023769 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.024344 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Bound using segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:22:21.024825 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Bound port: 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:22:21.025198 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.046409 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.048867 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1bda3104-40a6-40a5-8c66-90368d90786b HTTP/1.1" status: 204 len: 168 time: 1.1480207 Sep 03 20:22:21.054244 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38456) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:21.085523 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e020f2-3dda-4237-9a7b-0263e0b591b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bda3104-40a6-40a5-8c66-90368d90786b,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:21.109921 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8f06256a-6f88-42e2-b52c-2f6e70c9a8b7 req-08e031ee-6eb9-414b-92a2-78dae77de26f tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0664775 Sep 03 20:22:21.114639 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] For port 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:22:21.119018 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] For port 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:22:21.142368 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.197794 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.211355 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 82c0268e-701e-48a2-99ed-811561c7bb55 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:21.275932 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7617f09-a3cb-4a7f-8e0a-ac0e17f7145d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cb9e3d-56f2-4fa5-b7f4-667460f7207d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:21.290083 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.305203 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Routers {'431ac69c-6422-46d0-82a3-b666bfcab1e1'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:22:21.305934 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:22:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['431ac69c-6422-46d0-82a3-b666bfcab1e1'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:21.312996 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e33dd-0f1f-478a-ac9d-6afcb4cf9cb6 None None] Pushing event updated for resources: {'Port': ['ID=42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:21.347997 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc5d7a4-d1ac-4aab-ae45-177f8d7b185d admin admin] Deleting subnet ef924bc6-3d1b-4449-84e9-14596a4c5cf2 {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:22:21.351365 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d7a4-d1ac-4aab-ae45-177f8d7b185d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.373264 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:21.377341 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:21.387417 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d7a4-d1ac-4aab-ae45-177f8d7b185d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.389679 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:21.400635 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d7a4-d1ac-4aab-ae45-177f8d7b185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.403792 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 82c0268e-701e-48a2-99ed-811561c7bb55 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:21.404193 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.428322 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=03d35213-cff7-4f52-9431-930c72128da5,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:21.445812 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1965756'] for router_interface, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.458633 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] Set router 431ac69c-6422-46d0-82a3-b666bfcab1e1 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:22:21.492658 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587945'] for router, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.704842 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.793730 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-345940101-router', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:14Z', 'updated_at': '2021-09-03T20:22:17Z', 'revision_number': 3, 'project_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'gw_port': {'id': '42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:21.826006 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.832680 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b567a-975f-4ba1-af46-8a3fa24acb8d None None] The sync data for ids ['431ac69c-6422-46d0-82a3-b666bfcab1e1'] in dv-cinder-798198-4-iscsi is: [{'id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-345940101-router', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:14Z', 'updated_at': '2021-09-03T20:22:17Z', 'revision_number': 3, 'project_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'gw_port': {'id': '42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:22:21.911855 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.913575 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588012'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.954464 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.974035 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d7a4-d1ac-4aab-ae45-177f8d7b185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:21.983101 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Router 9d9db0c2-6334-4b21-9db3-ae43621e807d is scheduled to L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 with binding_index 1 {{(pid=94575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:22:22.025654 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:22.048659 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d7a4-d1ac-4aab-ae45-177f8d7b185d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:22.055620 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-8fc5d7a4-d1ac-4aab-ae45-177f8d7b185d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ef924bc6-3d1b-4449-84e9-14596a4c5cf2 HTTP/1.1" status: 204 len: 168 time: 0.9908457 Sep 03 20:22:22.086093 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38490) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:22.088394 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5d7a4-d1ac-4aab-ae45-177f8d7b185d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef924bc6-3d1b-4449-84e9-14596a4c5cf2,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:22.117186 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=03d35213-cff7-4f52-9431-930c72128da5,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:22.127546 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Pushing event updated for resources: {'Port': ['ID=6cb6a029-529b-4c80-8450-10fde81c11f9,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:22.138080 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588012'] for router_interface, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:22.312305 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.42', 53690) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:22.393101 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:22.524229 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:22.524229 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:22.524229 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:22:22.539887 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Sync routers for ids ['9d9db0c2-6334-4b21-9db3-ae43621e807d'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:22:22.539887 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Routers {'9d9db0c2-6334-4b21-9db3-ae43621e807d'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:22:22.539887 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:22:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['9d9db0c2-6334-4b21-9db3-ae43621e807d'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:22.660881 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8cc11865-27c7-4f67-a542-89d1f33ce650 req-d09d6d63-abb5-427f-9a63-cabc6152d9b2 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 210 time: 0.3474545 Sep 03 20:22:22.693672 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:22.713455 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:22.714186 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:22.715696 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:22.716246 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Subscribe: > port after_create 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:22.716786 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:22.717466 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Subscribe: > port after_update 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:22.718010 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:22.719493 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:22.721826 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:22.722229 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:22.740040 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:22.740040 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:22.769302 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Set router 9d9db0c2-6334-4b21-9db3-ae43621e807d gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:22:22.856778 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-8777f598-8a48-4774-a23b-f74521c59e22 None None] Provisioning complete for port 6cb6a029-529b-4c80-8450-10fde81c11f9 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:22.857742 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8777f598-8a48-4774-a23b-f74521c59e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:22.956356 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-8777f598-8a48-4774-a23b-f74521c59e22 None None] Port 6cb6a029-529b-4c80-8450-10fde81c11f9 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:22:22.957415 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-7cdee49b-2463-42e4-bc82-5e503d41090c tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:22.959444 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-7cdee49b-2463-42e4-bc82-5e503d41090c tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.42 "GET /v2.0/networks?id=c2dc7f4f-df4b-4096-a516-27e8310b3552 HTTP/1.1" status: 200 len: 812 time: 0.6449645 Sep 03 20:22:23.022534 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-92436543-f7d8-434b-8c66-7338a57106e9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Request body: {'port': {'device_id': '604eb03d-25bb-4a28-a9e8-f942fe78f8d2', 'network_id': 'c2dc7f4f-df4b-4096-a516-27e8310b3552', 'admin_state_up': True, 'tenant_id': 'b24b5e5f746a46eabc162f2a1b3c18d1'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:23.133314 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:23.133904 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:23.134000 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:23.138199 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 20:22:23.140938 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9cca46-499b-4c0d-81a4-cc02c3f8e44b']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:23.181888 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:19Z', 'revision_number': 3, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:23.188337 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Router 431ac69c-6422-46d0-82a3-b666bfcab1e1 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:22:23.202690 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:23.208267 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-aa46750a-8c69-4754-bfec-5e0d0cb6ef8f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.4014578 Sep 03 20:22:23.209200 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38518) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:23.257490 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1814b197-4fa4-49ad-a350-9a0bc72ea7cb') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:23.257851 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1814b197-4fa4-49ad-a350-9a0bc72ea7cb') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:23.259147 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Checking router: 9d9db0c2-6334-4b21-9db3-ae43621e807d for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:22:23.259605 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Updating router 9d9db0c2-6334-4b21-9db3-ae43621e807d port d2a5f58f-9b01-4f5b-a63d-c808a45f7319 binding host dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:22:23.280742 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:23.352435 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:23.378827 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Router 8518cafa-5abe-476b-9385-1c294a495f74 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:22:23.392817 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694592'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:23.454042 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:23.460333 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:23.460928 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:23.483193 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:23.508472 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:22:23.511925 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4154485'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: from cryptography.utils import int_from_bytes Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: from cryptography.utils import int_from_bytes Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: Traceback (most recent call last): Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: timer() Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: cb(*args, **kw) Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: return func(*args, **kwargs) Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: self._notify() Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: self.callback(batched_events) Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: event.method(event) Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: return f(self, *a, **k) Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._get(url).json() Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:22:23.525840 dv-cinder-798198-4-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:22:23.589605 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:23.621478 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:22:23.626912 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:23.634454 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-62a4068d-647b-4d29-8306-ed7908a4fbf0 admin admin] 10.222.0.41 "PUT /v2.0/routers/431ac69c-6422-46d0-82a3-b666bfcab1e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5484099 Sep 03 20:22:23.644865 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-92436543-f7d8-434b-8c66-7338a57106e9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Made reservation on behalf of b24b5e5f746a46eabc162f2a1b3c18d1 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:23.652349 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-92436543-f7d8-434b-8c66-7338a57106e9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:23.670754 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:23.773630 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:23.872989 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:23.942415 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:23.968099 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Transition to ACTIVE for port object d2a5f58f-9b01-4f5b-a63d-c808a45f7319 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:23.981800 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:24.069062 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b0c54292-97db-457e-a9f3-63f73da786fc req-d0961106-98ab-48c1-9537-7aea4274a0ff tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0596309 Sep 03 20:22:24.082086 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-92436543-f7d8-434b-8c66-7338a57106e9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Allocated IP 172.20.0.10 (c2dc7f4f-df4b-4096-a516-27e8310b3552/fd4f8de4-8a7f-4dab-8ccd-ff92ef8bb113/fb455923-3366-472a-ad7c-331c1e8bb2eb) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:24.088192 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:24.090300 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] 10.222.0.41 "DELETE /v2.0/networks/bc9cca46-499b-4c0d-81a4-cc02c3f8e44b HTTP/1.1" status: 204 len: 168 time: 1.9943500 Sep 03 20:22:24.096322 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632b628-bcaf-45d0-8a71-37044762d7fe admin admin] Pushing event deleted for resources: {'Network': ['ID=bc9cca46-499b-4c0d-81a4-cc02c3f8e44b,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:24.101830 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:22:24.366948 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Sync routers for ids ['8518cafa-5abe-476b-9385-1c294a495f74'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:22:24.371890 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-9831952a-0f14-49e4-ad9a-5145770c030b admin admin] 10.222.0.41 "PUT /v2.0/routers/8518cafa-5abe-476b-9385-1c294a495f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9505758 Sep 03 20:22:24.372458 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Routers {'8518cafa-5abe-476b-9385-1c294a495f74'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:22:24.372458 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:22:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['8518cafa-5abe-476b-9385-1c294a495f74'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:24.372893 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:24.373221 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-92436543-f7d8-434b-8c66-7338a57106e9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:24.386527 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16790d-4d41-490b-98d7-424917717919 None None] Pushing event updated for resources: {'Port': ['ID=d2a5f58f-9b01-4f5b-a63d-c808a45f7319,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:24.389263 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Attempting to bind port d2a5f58f-9b01-4f5b-a63d-c808a45f7319 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:22:24.389783 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Attempting to bind port d2a5f58f-9b01-4f5b-a63d-c808a45f7319 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:22:24.390274 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Attempting to bind port d2a5f58f-9b01-4f5b-a63d-c808a45f7319 on network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:24.413836 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:22:24.414218 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Checking segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:24.414624 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:24.415204 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Bound using segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:22:24.415901 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Bound port: d2a5f58f-9b01-4f5b-a63d-c808a45f7319, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:22:24.416316 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:24.525512 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Set router 8518cafa-5abe-476b-9385-1c294a495f74 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:22:24.534195 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] For port d2a5f58f-9b01-4f5b-a63d-c808a45f7319, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:22:24.538456 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] For port d2a5f58f-9b01-4f5b-a63d-c808a45f7319, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d2a5f58f-9b01-4f5b-a63d-c808a45f7319,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:22:24.547191 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-92436543-f7d8-434b-8c66-7338a57106e9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:24.560576 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Sync routers for ids ['431ac69c-6422-46d0-82a3-b666bfcab1e1'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:22:24.573729 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Routers {'431ac69c-6422-46d0-82a3-b666bfcab1e1'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:22:24.574720 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:22:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['431ac69c-6422-46d0-82a3-b666bfcab1e1'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:24.617767 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:24.631044 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-92436543-f7d8-434b-8c66-7338a57106e9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Network c2dc7f4f-df4b-4096-a516-27e8310b3552 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:24.649399 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-92436543-f7d8-434b-8c66-7338a57106e9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:24.658757 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38588) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:24.687758 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-92436543-f7d8-434b-8c66-7338a57106e9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:24.759966 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-92436543-f7d8-434b-8c66-7338a57106e9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:24.761262 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-92436543-f7d8-434b-8c66-7338a57106e9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:24.771631 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Set router 431ac69c-6422-46d0-82a3-b666bfcab1e1 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:22:24.894734 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-82ad3ad0-17b1-4b11-9b84-4b5f20536339 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de81d55174db4efa869073b92ca60b58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2122507 Sep 03 20:22:24.914616 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38590) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:24.921834 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-92436543-f7d8-434b-8c66-7338a57106e9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9018817 Sep 03 20:22:24.994869 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:21Z', 'revision_number': 2, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:25.013545 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-0d2ad4f3-8a1a-4dd9-8393-60076b9f2702 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:25.017133 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-0d2ad4f3-8a1a-4dd9-8393-60076b9f2702 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/networks?id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 HTTP/1.1" status: 200 len: 818 time: 0.6052763 Sep 03 20:22:25.023748 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92436543-f7d8-434b-8c66-7338a57106e9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Pushing event updated for resources: {'Port': ['ID=fb455923-3366-472a-ad7c-331c1e8bb2eb,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:25.081435 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Checking router: 8518cafa-5abe-476b-9385-1c294a495f74 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:22:25.081957 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Updating router 8518cafa-5abe-476b-9385-1c294a495f74 port 6cb6a029-529b-4c80-8450-10fde81c11f9 binding host dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:22:25.126056 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-76b166f2-aa94-4f25-9e01-681cd9b40a23 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/quotas/cb5d2dd208c34a32bf22e5d308f38c3b HTTP/1.1" status: 200 len: 375 time: 0.0772762 Sep 03 20:22:25.210096 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:25.223340 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:25.241118 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fc687e55-a537-4d1f-b1ac-b1a7953236c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:25.266672 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Allocated IP 172.20.0.1 (87e928be-9f46-4330-9e45-fbf3edf30f0e/7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee/72268ac9-edef-4270-bba6-96d74df760f4) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:25.273400 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:25.290821 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16790d-4d41-490b-98d7-424917717919 None None] Pushing event updated for resources: {'Port': ['ID=d2a5f58f-9b01-4f5b-a63d-c808a45f7319,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:25.327836 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fc687e55-a537-4d1f-b1ac-b1a7953236c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:25.329226 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Routers {'9d9db0c2-6334-4b21-9db3-ae43621e807d'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:22:25.329600 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:22:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['9d9db0c2-6334-4b21-9db3-ae43621e807d'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:25.370433 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-bedec41d-f060-4233-ae8f-8453b969a058 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2426362 Sep 03 20:22:25.492452 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-345940101-router', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:14Z', 'updated_at': '2021-09-03T20:22:21Z', 'revision_number': 4, 'project_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'gw_port': {'id': '42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '03d35213-cff7-4f52-9431-930c72128da5', 'name': '', 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'mac_address': 'fa:16:3e:9d:ea:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '917e06e4-7a3d-4bb8-947a-745fcc5f2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:20Z', 'updated_at': '2021-09-03T20:22:21Z', 'revision_number': 2, 'project_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'subnets': [{'id': '917e06e4-7a3d-4bb8-947a-745fcc5f2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:25.516100 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:25.528419 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:25.529500 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:25.536540 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Transition to ACTIVE for port object 72268ac9-edef-4270-bba6-96d74df760f4 will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:25.545449 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fc687e55-a537-4d1f-b1ac-b1a7953236c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:25.548997 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fc687e55-a537-4d1f-b1ac-b1a7953236c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:25.550882 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-fc687e55-a537-4d1f-b1ac-b1a7953236c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7baf886-26ad-4bcc-b3d3-0fc249584f02 HTTP/1.1" status: 204 len: 168 time: 0.6275716 Sep 03 20:22:25.562956 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Checking router: 431ac69c-6422-46d0-82a3-b666bfcab1e1 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:22:25.563272 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Updating router 431ac69c-6422-46d0-82a3-b666bfcab1e1 port 03d35213-cff7-4f52-9431-930c72128da5 binding host dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:22:25.570636 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc687e55-a537-4d1f-b1ac-b1a7953236c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7baf886-26ad-4bcc-b3d3-0fc249584f02,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:25.608633 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:25.689569 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:25.715755 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] Set router 9d9db0c2-6334-4b21-9db3-ae43621e807d gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:22:25.750585 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38622) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:25.757196 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-69815142-eafe-47a0-bca8-f2c09ad928b0 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1107683863', 'description': 'tempest-description--668718520'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:25.788304 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Network 87e928be-9f46-4330-9e45-fbf3edf30f0e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:25.792131 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:25.796159 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:25.802116 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:25.809812 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-ebcee19b-3668-46eb-94fb-a49da432ba58 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:22:25.810860 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-ebcee19b-3668-46eb-94fb-a49da432ba58 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2093947 Sep 03 20:22:25.831189 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Transition to ACTIVE for port object 6cb6a029-529b-4c80-8450-10fde81c11f9 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:25.843717 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Pushing event updated for resources: {'Port': ['ID=72268ac9-edef-4270-bba6-96d74df760f4,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:25.876237 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1965756'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:25.951175 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:25.983432 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69815142-eafe-47a0-bca8-f2c09ad928b0 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:26.107111 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efd8e3-3bb2-46e3-91d2-c3679b78dbe8 None None] Pushing event updated for resources: {'Port': ['ID=6cb6a029-529b-4c80-8450-10fde81c11f9,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:26.143473 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af128d5-376a-41a6-b670-c84ce384a604 req-3c480be5-6603-4f1a-8f28-6d9395ec15db tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:26.153092 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2af128d5-376a-41a6-b670-c84ce384a604 req-3c480be5-6603-4f1a-8f28-6d9395ec15db tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 932 time: 0.2842150 Sep 03 20:22:26.184296 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-e6b466c7-dfba-4a32-835b-2970c1bbe87f service neutron] 10.222.0.41 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651385 Sep 03 20:22:26.225299 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:26.253792 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Attempting to bind port 6cb6a029-529b-4c80-8450-10fde81c11f9 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:22:26.253792 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Attempting to bind port 6cb6a029-529b-4c80-8450-10fde81c11f9 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:22:26.253792 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Attempting to bind port 6cb6a029-529b-4c80-8450-10fde81c11f9 on network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:26.267483 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:22:26.269192 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Checking segment: {'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:26.271624 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:26.272184 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Bound using segment: {'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:22:26.274449 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Bound port: 6cb6a029-529b-4c80-8450-10fde81c11f9, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:22:26.275533 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:26.336606 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-31235289-ce84-4bc1-8bd8-eaf40980c0e0 None None] Provisioning for port 72268ac9-edef-4270-bba6-96d74df760f4 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:26.346407 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-31235289-ce84-4bc1-8bd8-eaf40980c0e0 None None] Provisioning complete for port 72268ac9-edef-4270-bba6-96d74df760f4 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:26.347604 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-31235289-ce84-4bc1-8bd8-eaf40980c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:26.449120 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-31235289-ce84-4bc1-8bd8-eaf40980c0e0 None None] Port 72268ac9-edef-4270-bba6-96d74df760f4 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:22:26.458433 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] For port 6cb6a029-529b-4c80-8450-10fde81c11f9, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:22:26.464453 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] For port 6cb6a029-529b-4c80-8450-10fde81c11f9, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=6cb6a029-529b-4c80-8450-10fde81c11f9,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:22:26.490476 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2af128d5-376a-41a6-b670-c84ce384a604 req-1452f516-6f97-40df-985c-3d1a9e073141 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360088 Sep 03 20:22:26.502804 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:26.522423 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:19Z', 'revision_number': 3, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:26.530439 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:26.546145 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38632) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:26.552819 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:26.557221 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33371a-5aa4-4067-9068-c76ec7e8b85c None None] The sync data for ids ['9d9db0c2-6334-4b21-9db3-ae43621e807d'] in dv-cinder-798198-4-iscsi is: [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:19Z', 'revision_number': 3, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:22:26.567432 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Transition to ACTIVE for port object 03d35213-cff7-4f52-9431-930c72128da5 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:26.582762 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:26.619409 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-64e75a82-d9a8-4959-af1f-c8430389c6a0 service neutron] 10.222.0.41 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196420 Sep 03 20:22:26.642353 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:26.648673 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588012'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:26.723893 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69815142-eafe-47a0-bca8-f2c09ad928b0 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:26.748151 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-805ae9b8-755b-4a8b-bf83-d27ebb5700ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32c939f30dbc4d2e92dfce41f4f4a222&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2005856 Sep 03 20:22:26.754711 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38638) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:26.766664 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155632f-4f92-4656-b3ed-fe91938c7e55 None None] Pushing event updated for resources: {'Port': ['ID=03d35213-cff7-4f52-9431-930c72128da5,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:26.822119 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69815142-eafe-47a0-bca8-f2c09ad928b0 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:26.848815 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Pushing event updated for resources: {'Port': ['ID=72268ac9-edef-4270-bba6-96d74df760f4,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:26.867007 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Routers {'8518cafa-5abe-476b-9385-1c294a495f74'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:22:26.871941 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:22:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['8518cafa-5abe-476b-9385-1c294a495f74'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:26.886865 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efd8e3-3bb2-46e3-91d2-c3679b78dbe8 None None] Pushing event updated for resources: {'Port': ['ID=6cb6a029-529b-4c80-8450-10fde81c11f9,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:27.011171 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Attempting to bind port 03d35213-cff7-4f52-9431-930c72128da5 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:22:27.011692 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Attempting to bind port 03d35213-cff7-4f52-9431-930c72128da5 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:22:27.013203 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Attempting to bind port 03d35213-cff7-4f52-9431-930c72128da5 on network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:27.029209 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:22:27.029748 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Checking segment: {'id': '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:27.032015 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:27.032794 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Bound using segment: {'id': '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:22:27.033297 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Bound port: 03d35213-cff7-4f52-9431-930c72128da5, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:22:27.033707 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:27.041491 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69815142-eafe-47a0-bca8-f2c09ad928b0 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759ddfc1-4f19-4bca-816e-a4bb9fd3170f,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:27.077747 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2c9a1d95-af07-4cc0-8529-3aa98d9233f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:27.130220 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Network 87e928be-9f46-4330-9e45-fbf3edf30f0e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:27.140948 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:27.161420 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-b915a2f2-32c3-4673-83fb-887587841b53 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:22:27.169442 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-b915a2f2-32c3-4673-83fb-887587841b53 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227499 Sep 03 20:22:27.179058 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-69815142-eafe-47a0-bca8-f2c09ad928b0 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:27.184881 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-69815142-eafe-47a0-bca8-f2c09ad928b0 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4309914 Sep 03 20:22:27.195687 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38644) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:27.220734 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-7325880a-8efe-45a9-9f41-fd706f84272e tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Request body: {'security_group_rule': {'security_group_id': '759ddfc1-4f19-4bca-816e-a4bb9fd3170f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:27.319974 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2c9a1d95-af07-4cc0-8529-3aa98d9233f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:27.331899 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] For port 03d35213-cff7-4f52-9431-930c72128da5, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:22:27.339558 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] For port 03d35213-cff7-4f52-9431-930c72128da5, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=03d35213-cff7-4f52-9431-930c72128da5,segment=NetworkSegment(7eedcc07-6d44-4c13-9421-8b3f0fff5aa8),segment_id=7eedcc07-6d44-4c13-9421-8b3f0fff5aa8)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:22:27.407313 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] Set router 8518cafa-5abe-476b-9385-1c294a495f74 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:22:27.426574 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:27.466436 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Router 9d9db0c2-6334-4b21-9db3-ae43621e807d has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:22:27.516098 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a88f04c0-f2ea-4001-b715-39d5f9457e45 req-b892c81c-8b5e-406b-93ff-90b83b640ce1 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 210 time: 0.1668389 Sep 03 20:22:27.542196 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d2a5f58f-9b01-4f5b-a63d-c808a45f7319 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:27.758736 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Request body: {'port': {'device_id': '604eb03d-25bb-4a28-a9e8-f942fe78f8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:27.767345 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155632f-4f92-4656-b3ed-fe91938c7e55 None None] Pushing event updated for resources: {'Port': ['ID=03d35213-cff7-4f52-9431-930c72128da5,revision_number=4']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:27.794432 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Routers {'431ac69c-6422-46d0-82a3-b666bfcab1e1'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:22:27.795104 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:22:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['431ac69c-6422-46d0-82a3-b666bfcab1e1'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:27.942438 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:22:27.965212 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3c9377d9-961a-4789-8f4f-4e6fbb8fee72 admin admin] 10.222.0.41 "PUT /v2.0/routers/9d9db0c2-6334-4b21-9db3-ae43621e807d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7361891 Sep 03 20:22:28.059783 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7325880a-8efe-45a9-9f41-fd706f84272e tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:28.110439 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-f52ac597-f4bc-46cf-999a-46e24f533bb7 None None] Provisioning complete for port 72268ac9-edef-4270-bba6-96d74df760f4 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:28.110941 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f52ac597-f4bc-46cf-999a-46e24f533bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:28.222138 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-f52ac597-f4bc-46cf-999a-46e24f533bb7 None None] Port 72268ac9-edef-4270-bba6-96d74df760f4 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:22:28.253118 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:28.283301 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] Set router 431ac69c-6422-46d0-82a3-b666bfcab1e1 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:22:28.304796 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port d2a5f58f-9b01-4f5b-a63d-c808a45f7319 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:28.307908 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585b34f-6f8a-40c4-a359-8b2f5edf52c7 None None] The sync data for ids ['8518cafa-5abe-476b-9385-1c294a495f74'] in dv-cinder-798198-4-iscsi is: [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:22:28.318282 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port d2a5f58f-9b01-4f5b-a63d-c808a45f7319 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:28.322421 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:28.420869 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ad40d-e1ea-4f9e-9e0a-1aeb79910f00 req-23af6e4d-f7b9-4199-aeda-c412fa086fb5 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:28.429969 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-148ad40d-e1ea-4f9e-9e0a-1aeb79910f00 req-23af6e4d-f7b9-4199-aeda-c412fa086fb5 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 932 time: 0.5796940 Sep 03 20:22:28.641339 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:28.694865 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port d2a5f58f-9b01-4f5b-a63d-c808a45f7319, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d2a5f58f-9b01-4f5b-a63d-c808a45f7319,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:28.700514 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-26757171-d1e6-4cad-86c7-1bb3efb4aa00 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:28.702156 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-26757171-d1e6-4cad-86c7-1bb3efb4aa00 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/networks?id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 HTTP/1.1" status: 200 len: 818 time: 0.6037238 Sep 03 20:22:28.702761 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:28.791141 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-345940101-router', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:14Z', 'updated_at': '2021-09-03T20:22:21Z', 'revision_number': 4, 'project_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'gw_port': {'id': '42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '03d35213-cff7-4f52-9431-930c72128da5', 'name': '', 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'mac_address': 'fa:16:3e:9d:ea:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '917e06e4-7a3d-4bb8-947a-745fcc5f2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:20Z', 'updated_at': '2021-09-03T20:22:27Z', 'revision_number': 4, 'project_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'subnets': [{'id': '917e06e4-7a3d-4bb8-947a-745fcc5f2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:28.844278 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a6c5dc-a4da-4a66-87d3-1a837747d61e None None] The sync data for ids ['431ac69c-6422-46d0-82a3-b666bfcab1e1'] in dv-cinder-798198-4-iscsi is: [{'id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-345940101-router', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:14Z', 'updated_at': '2021-09-03T20:22:21Z', 'revision_number': 4, 'project_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'gw_port': {'id': '42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '03d35213-cff7-4f52-9431-930c72128da5', 'name': '', 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'mac_address': 'fa:16:3e:9d:ea:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '917e06e4-7a3d-4bb8-947a-745fcc5f2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:20Z', 'updated_at': '2021-09-03T20:22:27Z', 'revision_number': 4, 'project_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'subnets': [{'id': '917e06e4-7a3d-4bb8-947a-745fcc5f2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:22:28.907450 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2c9a1d95-af07-4cc0-8529-3aa98d9233f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:28.910830 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2c9a1d95-af07-4cc0-8529-3aa98d9233f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:28.912188 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-2c9a1d95-af07-4cc0-8529-3aa98d9233f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8efe436e-e340-4bca-82ec-f0871d842cd5 HTTP/1.1" status: 204 len: 168 time: 2.1598165 Sep 03 20:22:28.959460 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a1d95-af07-4cc0-8529-3aa98d9233f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efe436e-e340-4bca-82ec-f0871d842cd5,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:28.962605 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-cea2cb9c-6f6c-424d-bda3-71c8de958fe7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/quotas/cb5d2dd208c34a32bf22e5d308f38c3b HTTP/1.1" status: 200 len: 375 time: 0.2216921 Sep 03 20:22:28.975182 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:29.129745 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7325880a-8efe-45a9-9f41-fd706f84272e tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:29.148288 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-148ad40d-e1ea-4f9e-9e0a-1aeb79910f00 req-31d40ffb-c01a-40bc-9f96-9d9d17305e06 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7173717 Sep 03 20:22:29.208650 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-df66ae22-7857-4cdb-a5fd-3dfc7cc2dfd6 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2068000 Sep 03 20:22:29.231084 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7325880a-8efe-45a9-9f41-fd706f84272e tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:29.330733 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=d2a5f58f-9b01-4f5b-a63d-c808a45f7319,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:29.590015 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325880a-8efe-45a9-9f41-fd706f84272e tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f06f621-d8a6-4d68-8dfb-8f801566f73d,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:29.650713 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7325880a-8efe-45a9-9f41-fd706f84272e tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:29.655502 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38724) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:29.656659 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-7325880a-8efe-45a9-9f41-fd706f84272e tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4599104 Sep 03 20:22:29.665465 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-e9acf335-725c-4822-ae03-857b632582c6 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Request body: {'security_group_rule': {'security_group_id': '759ddfc1-4f19-4bca-816e-a4bb9fd3170f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:29.668707 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 03d35213-cff7-4f52-9431-930c72128da5 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:29.749464 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb455923-3366-472a-ad7c-331c1e8bb2eb {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:22:29.821691 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:29.830520 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e9acf335-725c-4822-ae03-857b632582c6 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:29.917388 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-d19ce456-693d-4d33-bca5-a030bfb1407e service neutron] 10.222.0.41 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799190 Sep 03 20:22:30.031083 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 03d35213-cff7-4f52-9431-930c72128da5 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:30.035955 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 03d35213-cff7-4f52-9431-930c72128da5 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:30.036432 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:30.114781 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e9acf335-725c-4822-ae03-857b632582c6 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:30.190778 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e9acf335-725c-4822-ae03-857b632582c6 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:30.208272 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acf335-725c-4822-ae03-857b632582c6 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4418e3d1-58cd-4f15-a4d2-a15409548d07,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:30.262759 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-7356c06c-b880-47b9-915b-297c9fd00b4e service neutron] 10.222.0.41 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418100 Sep 03 20:22:30.263862 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Transition to ACTIVE for port object fb455923-3366-472a-ad7c-331c1e8bb2eb will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:30.344960 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:30.380253 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e9acf335-725c-4822-ae03-857b632582c6 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:30.382001 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e9acf335-725c-4822-ae03-857b632582c6 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7254484 Sep 03 20:22:30.385207 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38760) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:30.390676 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Request body: {'floatingip': {'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:30.596146 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for floatingip, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:30.654766 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Pushing event updated for resources: {'Port': ['ID=fb455923-3366-472a-ad7c-331c1e8bb2eb,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:30.677922 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:30.781881 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Sync routers for ids ['9d9db0c2-6334-4b21-9db3-ae43621e807d'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:22:30.794397 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Attempting to bind port fb455923-3366-472a-ad7c-331c1e8bb2eb on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:22:30.794711 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Attempting to bind port fb455923-3366-472a-ad7c-331c1e8bb2eb by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'e913d13b-4338-4cf2-968c-bc7c9177e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c2dc7f4f-df4b-4096-a516-27e8310b3552'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:22:30.795123 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Attempting to bind port fb455923-3366-472a-ad7c-331c1e8bb2eb on network c2dc7f4f-df4b-4096-a516-27e8310b3552 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:30.806041 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 03d35213-cff7-4f52-9431-930c72128da5, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=03d35213-cff7-4f52-9431-930c72128da5,segment=NetworkSegment(7eedcc07-6d44-4c13-9421-8b3f0fff5aa8),segment_id=7eedcc07-6d44-4c13-9421-8b3f0fff5aa8)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:30.838139 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Routers {'9d9db0c2-6334-4b21-9db3-ae43621e807d'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:22:30.840004 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:22:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['9d9db0c2-6334-4b21-9db3-ae43621e807d'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:30.858420 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38772) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:30.882281 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-5df37ee7-0c2d-47a9-b46f-a22670dcd2b9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995308461', 'description': 'tempest-description--1288170056'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:30.958095 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:30.959286 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 6cb6a029-529b-4c80-8450-10fde81c11f9 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:30.982171 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Port fb455923-3366-472a-ad7c-331c1e8bb2eb on network c2dc7f4f-df4b-4096-a516-27e8310b3552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:22:30.982540 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Attempting to bind port fb455923-3366-472a-ad7c-331c1e8bb2eb on network c2dc7f4f-df4b-4096-a516-27e8310b3552 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:31.062090 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5df37ee7-0c2d-47a9-b46f-a22670dcd2b9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:31.155726 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9a1647f8-8fcc-4e01-bfdb-f3dc22e56099 req-533888e9-1048-4f21-8c77-671427823108 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.1502640 Sep 03 20:22:31.156827 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:22:31.157355 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Checking segment: {'id': 'e913d13b-4338-4cf2-968c-bc7c9177e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c2dc7f4f-df4b-4096-a516-27e8310b3552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:31.158087 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Bound using segment: {'id': 'e913d13b-4338-4cf2-968c-bc7c9177e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c2dc7f4f-df4b-4096-a516-27e8310b3552'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:22:31.158776 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Bound port: fb455923-3366-472a-ad7c-331c1e8bb2eb, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e913d13b-4338-4cf2-968c-bc7c9177e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c2dc7f4f-df4b-4096-a516-27e8310b3552'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:22:31.159460 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:31.189017 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:31.284202 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625aa57e-bdfd-4b47-ba00-d93d6ee9a43b req-ef090f8e-cba7-4d58-9268-3774b5ee6e80 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:31.304411 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-625aa57e-bdfd-4b47-ba00-d93d6ee9a43b req-ef090f8e-cba7-4d58-9268-3774b5ee6e80 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.4950864 Sep 03 20:22:31.457102 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=03d35213-cff7-4f52-9431-930c72128da5,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:31.494002 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Allocated IP 172.27.3.13 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/b653413f-6951-44e8-9447-88ff45aea0a1) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:31.506313 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Set router 9d9db0c2-6334-4b21-9db3-ae43621e807d gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:22:31.539792 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-625aa57e-bdfd-4b47-ba00-d93d6ee9a43b req-d74c38fe-6d70-45d7-b0a2-98cc196b8bce tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343826 Sep 03 20:22:31.549100 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 6cb6a029-529b-4c80-8450-10fde81c11f9 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:31.558299 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 6cb6a029-529b-4c80-8450-10fde81c11f9 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:31.558906 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:31.611307 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] For port fb455923-3366-472a-ad7c-331c1e8bb2eb, host hv-cinder-79819, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:22:31.641711 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] For port fb455923-3366-472a-ad7c-331c1e8bb2eb, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=fb455923-3366-472a-ad7c-331c1e8bb2eb,segment=NetworkSegment(e913d13b-4338-4cf2-968c-bc7c9177e178),segment_id=e913d13b-4338-4cf2-968c-bc7c9177e178)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:22:31.697565 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5df37ee7-0c2d-47a9-b46f-a22670dcd2b9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:31.731166 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:31.756550 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:31.794372 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:31.796386 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:31.798118 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] 10.222.0.42 "PUT /v2.0/ports/fb455923-3366-472a-ad7c-331c1e8bb2eb HTTP/1.1" status: 200 len: 1094 time: 4.2017512 Sep 03 20:22:31.802881 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604eb03d-25bb-4a28-a9e8-f942fe78f8d2', 'tag': 'fb455923-3366-472a-ad7c-331c1e8bb2eb'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:22:31.816803 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5df37ee7-0c2d-47a9-b46f-a22670dcd2b9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:31.865814 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df37ee7-0c2d-47a9-b46f-a22670dcd2b9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd29e195-e534-42e9-a09b-7f489f027740,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:31.914831 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ebc84-1e6e-4599-825e-28580fd434dd service neutron] Pushing event updated for resources: {'Port': ['ID=fb455923-3366-472a-ad7c-331c1e8bb2eb,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:31.950579 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5df37ee7-0c2d-47a9-b46f-a22670dcd2b9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:31.954001 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5df37ee7-0c2d-47a9-b46f-a22670dcd2b9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0832858 Sep 03 20:22:31.963189 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38810) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:31.977822 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-67a33878-f55f-46d4-bf0c-1d56074c9fd6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Request body: {'security_group_rule': {'security_group_id': 'dd29e195-e534-42e9-a09b-7f489f027740', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:31.979903 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:32.071390 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:32.078095 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:32.084683 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:32.087221 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b953858-058b-4581-92a2-bcfdc4dc8c83" -d '{"events": [{"name": "network-changed", "server_uuid": "604eb03d-25bb-4a28-a9e8-f942fe78f8d2", "tag": "fb455923-3366-472a-ad7c-331c1e8bb2eb"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:22:32.104339 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-67a33878-f55f-46d4-bf0c-1d56074c9fd6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:32.155148 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:32.215768 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 2, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:32.220042 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-67a33878-f55f-46d4-bf0c-1d56074c9fd6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:32.227212 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 6cb6a029-529b-4c80-8450-10fde81c11f9, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=6cb6a029-529b-4c80-8450-10fde81c11f9,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:32.246657 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Checking router: 9d9db0c2-6334-4b21-9db3-ae43621e807d for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:22:32.247015 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Updating router 9d9db0c2-6334-4b21-9db3-ae43621e807d port 72268ac9-edef-4270-bba6-96d74df760f4 binding host dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:22:32.267539 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event updated for resources: {'Port': ['ID=b653413f-6951-44e8-9447-88ff45aea0a1,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:32.279156 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:32.334961 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:32.339153 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-96f672e2-682c-4427-bd6e-7854742ad65e req-b75b0fec-4584-448e-86e3-bdc0c19cfdc5 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.0519552 Sep 03 20:22:32.472811 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-67a33878-f55f-46d4-bf0c-1d56074c9fd6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:32.473378 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:32.475711 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a33878-f55f-46d4-bf0c-1d56074c9fd6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117aafad-8bbc-409d-9294-aa29b611948e,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:32.513207 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9894b565-cdd6-4437-8f50-c7174e7de2ba x-openstack-request-id: req-9894b565-cdd6-4437-8f50-c7174e7de2ba {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:22:32.513504 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604eb03d-25bb-4a28-a9e8-f942fe78f8d2", "tag": "fb455923-3366-472a-ad7c-331c1e8bb2eb", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:22:32.513755 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9894b565-cdd6-4437-8f50-c7174e7de2ba {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:22:32.514262 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604eb03d-25bb-4a28-a9e8-f942fe78f8d2', 'tag': 'fb455923-3366-472a-ad7c-331c1e8bb2eb', 'status': 'completed', 'code': 200} Sep 03 20:22:32.536558 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=6cb6a029-529b-4c80-8450-10fde81c11f9,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:32.579783 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 03d35213-cff7-4f52-9431-930c72128da5 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:32.679996 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 03d35213-cff7-4f52-9431-930c72128da5 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:32.680805 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:32.708545 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012ffa2-afa5-4e5b-bd84-e9315750a199 req-88693179-5bb7-45be-913d-e0703983420c tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:32.710403 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6012ffa2-afa5-4e5b-bd84-e9315750a199 req-88693179-5bb7-45be-913d-e0703983420c tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0654762 Sep 03 20:22:32.757937 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6012ffa2-afa5-4e5b-bd84-e9315750a199 req-12e20fc9-756d-4b63-b4e0-9aec6cb88475 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412488 Sep 03 20:22:32.808711 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-67a33878-f55f-46d4-bf0c-1d56074c9fd6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:32.809301 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:32.813390 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-67a33878-f55f-46d4-bf0c-1d56074c9fd6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8465157 Sep 03 20:22:32.813798 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38832) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:32.822157 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Transition to ACTIVE for port object 72268ac9-edef-4270-bba6-96d74df760f4 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:32.825266 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-72792a3c-9bf5-4c01-baa6-5763a8df25ab tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Request body: {'security_group_rule': {'security_group_id': 'dd29e195-e534-42e9-a09b-7f489f027740', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:32.889231 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d2a5f58f-9b01-4f5b-a63d-c808a45f7319 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:32.929727 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:32.946165 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.004149 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-72792a3c-9bf5-4c01-baa6-5763a8df25ab tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.080500 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a753e56-8176-4967-b20b-6201b474ff0a None None] Pushing event updated for resources: {'Port': ['ID=72268ac9-edef-4270-bba6-96d74df760f4,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:33.107248 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-72792a3c-9bf5-4c01-baa6-5763a8df25ab tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.109663 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Attempting to bind port 72268ac9-edef-4270-bba6-96d74df760f4 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:22:33.109663 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Attempting to bind port 72268ac9-edef-4270-bba6-96d74df760f4 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:22:33.110003 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Attempting to bind port 72268ac9-edef-4270-bba6-96d74df760f4 on network 87e928be-9f46-4330-9e45-fbf3edf30f0e {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:33.121353 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:22:33.121736 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Checking segment: {'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:33.122148 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.122545 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Bound using segment: {'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:22:33.130155 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Bound port: 72268ac9-edef-4270-bba6-96d74df760f4, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:22:33.130623 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.196550 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-72792a3c-9bf5-4c01-baa6-5763a8df25ab tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.201009 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.220028 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] For port 72268ac9-edef-4270-bba6-96d74df760f4, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:22:33.225962 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] For port 72268ac9-edef-4270-bba6-96d74df760f4, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=72268ac9-edef-4270-bba6-96d74df760f4,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:22:33.244820 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port d2a5f58f-9b01-4f5b-a63d-c808a45f7319 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:33.245499 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.249859 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72792a3c-9bf5-4c01-baa6-5763a8df25ab tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2377c9-1aa9-4e5c-8558-efc09d8fb0a2,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:33.297694 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38842) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:33.386093 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.511038 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.520776 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-72792a3c-9bf5-4c01-baa6-5763a8df25ab tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.522088 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-72792a3c-9bf5-4c01-baa6-5763a8df25ab tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7063086 Sep 03 20:22:33.525515 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38856) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:33.530603 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Request body: {'floatingip': {'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:33.537798 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.540775 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event updated for resources: {'Port': ['ID=b653413f-6951-44e8-9447-88ff45aea0a1,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:33.552818 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-71169ba9-39e6-40eb-bfc2-093e88ee9e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.561931 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Routers {'9d9db0c2-6334-4b21-9db3-ae43621e807d'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:22:33.562573 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:22:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['9d9db0c2-6334-4b21-9db3-ae43621e807d'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:33.578303 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9579d56d-fe9a-465b-a53e-44e4a76591af req-9db98934-6f50-4b8e-8cac-f3b035bd3455 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.0666769 Sep 03 20:22:33.649492 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a753e56-8176-4967-b20b-6201b474ff0a None None] Pushing event updated for resources: {'Port': ['ID=72268ac9-edef-4270-bba6-96d74df760f4,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:33.685016 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-71169ba9-39e6-40eb-bfc2-093e88ee9e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.707695 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] Set router 9d9db0c2-6334-4b21-9db3-ae43621e807d gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:22:33.723451 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-71169ba9-39e6-40eb-bfc2-093e88ee9e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.775277 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.794023 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f1dfc395-1a3b-43f5-a30d-c7ac706a65f4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3994889 Sep 03 20:22:33.800529 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-71169ba9-39e6-40eb-bfc2-093e88ee9e42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22098a2a6fd446999ab7fe5c7bf4657c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981122 Sep 03 20:22:33.801147 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 38866) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:33.803891 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71169ba9-39e6-40eb-bfc2-093e88ee9e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e44418-d493-4fd5-a6a2-54c5b38a6224,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:33.864917 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for floatingip, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:33.952135 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-271bee77-3349-4a3c-835a-a73fa6bef440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:34.000686 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-271bee77-3349-4a3c-835a-a73fa6bef440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:34.090884 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:33Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:22:34.122894 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351c658-11fe-4c7d-bed3-0336475d8c3b None None] The sync data for ids ['9d9db0c2-6334-4b21-9db3-ae43621e807d'] in dv-cinder-798198-4-iscsi is: [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:33Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:22:34.183029 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691f38a-f4fd-4656-96d3-11aa05cc41a6 req-092e1585-57d8-4fad-b018-a2cbb8d75e47 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:34.184754 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1691f38a-f4fd-4656-96d3-11aa05cc41a6 req-092e1585-57d8-4fad-b018-a2cbb8d75e47 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.3120062 Sep 03 20:22:34.290876 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-6743d075-ef3a-49f2-a7ae-96df020dfb1d tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1107683863&fields=id&tenant_id=f3d2108719d94b07918fa67775b13e14 HTTP/1.1" status: 200 len: 267 time: 0.3046715 Sep 03 20:22:34.339565 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1691f38a-f4fd-4656-96d3-11aa05cc41a6 req-8f831094-c9c7-4d6c-8677-3d50e6483d8f tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272068 Sep 03 20:22:34.406593 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:34.411137 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-271bee77-3349-4a3c-835a-a73fa6bef440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:34.413724 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-271bee77-3349-4a3c-835a-a73fa6bef440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:34.414988 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-271bee77-3349-4a3c-835a-a73fa6bef440 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51e44418-d493-4fd5-a6a2-54c5b38a6224 HTTP/1.1" status: 204 len: 168 time: 0.6126385 Sep 03 20:22:34.439834 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bee77-3349-4a3c-835a-a73fa6bef440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e44418-d493-4fd5-a6a2-54c5b38a6224,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:34.492056 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-3dcf364a-e3c7-4acb-8e63-f39afc8e015f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:34.498645 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-3dcf364a-e3c7-4acb-8e63-f39afc8e015f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/networks?id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94 HTTP/1.1" status: 200 len: 811 time: 0.1975324 Sep 03 20:22:34.532277 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-b1090ad9-b8ee-407f-a2cf-4560631c5f39 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/quotas/f3d2108719d94b07918fa67775b13e14 HTTP/1.1" status: 200 len: 375 time: 0.0325809 Sep 03 20:22:34.648903 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Allocated IP 172.27.3.137 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/1b91bb05-a3df-49c6-b7e9-3fda7a1783fe) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:34.679670 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-479a7731-7e35-42bc-badd-38e3dac3f4c0 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3d2108719d94b07918fa67775b13e14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1464512 Sep 03 20:22:34.814203 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 6cb6a029-529b-4c80-8450-10fde81c11f9 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:34.858957 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-484d3bc6-f9aa-4e98-a136-d11661d44a60 req-75fc92f5-f5d2-425f-b723-d0e7c330176c tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.0953722 Sep 03 20:22:34.905024 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 6cb6a029-529b-4c80-8450-10fde81c11f9 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:34.905779 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:35.033222 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 72268ac9-edef-4270-bba6-96d74df760f4 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:35.057540 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-39386d92-b4bd-4143-9c4b-9576b99b4f5b service neutron] 10.222.0.41 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684094 Sep 03 20:22:35.120626 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:35.156236 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 72268ac9-edef-4270-bba6-96d74df760f4 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:35.161493 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 72268ac9-edef-4270-bba6-96d74df760f4 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:35.162759 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:35.246218 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:22:35.257239 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-cee74693-b71c-4ffc-a057-4395db27349e service neutron] 10.222.0.41 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764195 Sep 03 20:22:35.280568 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:35.320246 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 72268ac9-edef-4270-bba6-96d74df760f4, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=72268ac9-edef-4270-bba6-96d74df760f4,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:35.357145 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:35.401885 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:35.412635 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:35.415945 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:35.419513 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:35.494371 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=72268ac9-edef-4270-bba6-96d74df760f4,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:35.506515 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event updated for resources: {'Port': ['ID=1b91bb05-a3df-49c6-b7e9-3fda7a1783fe,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:35.548799 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38900) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:35.574823 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7d19576a-ce38-4ddf-936a-462d8f2a4fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:35.603264 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ac737-0aeb-40b6-865d-c9e999101c20 req-f875ec80-bef6-4947-8d6f-b3390387ab00 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:35.604984 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4e9ac737-0aeb-40b6-865d-c9e999101c20 req-f875ec80-bef6-4947-8d6f-b3390387ab00 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.1297362 Sep 03 20:22:35.746573 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bef1098e-252b-4c37-8ac2-51a10aed5eee req-1a238440-cd17-49fb-8c1b-a4457a442a95 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 210 time: 0.1651502 Sep 03 20:22:35.800725 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7d19576a-ce38-4ddf-936a-462d8f2a4fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:35.829864 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:35.838139 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4e9ac737-0aeb-40b6-865d-c9e999101c20 req-e76b1b8b-b8fe-41db-ab49-736fa1979668 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578491 Sep 03 20:22:35.879294 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7d19576a-ce38-4ddf-936a-462d8f2a4fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:35.936515 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-7d19576a-ce38-4ddf-936a-462d8f2a4fe4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d298f632fbd146199ae47ac4e1a1019c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828368 Sep 03 20:22:35.939275 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 38920) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:35.951353 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:35.960123 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19576a-ce38-4ddf-936a-462d8f2a4fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2106aa66-cb4b-4eb3-b000-8ed0baa8c66c,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:36.044751 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6afc6548-c966-4eee-ba57-282c47fa7edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:36.082406 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6afc6548-c966-4eee-ba57-282c47fa7edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:36.100767 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b804b6c9-714c-4b35-8f66-c55899330ac8 req-3f45f07a-88dd-4fd9-af06-c73cef3f5562 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.0291045 Sep 03 20:22:36.208065 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6afc6548-c966-4eee-ba57-282c47fa7edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:36.210967 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6afc6548-c966-4eee-ba57-282c47fa7edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:36.214622 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-6afc6548-c966-4eee-ba57-282c47fa7edb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2106aa66-cb4b-4eb3-b000-8ed0baa8c66c HTTP/1.1" status: 204 len: 168 time: 0.2716131 Sep 03 20:22:36.234759 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc6548-c966-4eee-ba57-282c47fa7edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2106aa66-cb4b-4eb3-b000-8ed0baa8c66c,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:36.239869 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:36.292841 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:36.377016 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event updated for resources: {'Port': ['ID=1b91bb05-a3df-49c6-b7e9-3fda7a1783fe,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:36.388013 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:36.483516 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:36.501475 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-fab96200-5abc-4957-8a41-f819c58aa15b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9738300 Sep 03 20:22:36.552674 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 72268ac9-edef-4270-bba6-96d74df760f4 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:36.628585 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 72268ac9-edef-4270-bba6-96d74df760f4 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:36.629355 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:36.732478 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-2a81683a-f57c-4d8b-8a40-d89cc2f9eca7 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1995308461&fields=id&tenant_id=a18ae6ad0b154758807e67ca15c54fba HTTP/1.1" status: 200 len: 267 time: 0.0395272 Sep 03 20:22:36.895402 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c42ae449-42b8-4ab0-8a9a-008f5d7b5808 req-2d45009f-3867-4580-a854-104677bfe538 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 210 time: 0.0320430 Sep 03 20:22:36.949083 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-86a96403-d596-4ab7-aa83-86ff21f8847a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:36.950602 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-86a96403-d596-4ab7-aa83-86ff21f8847a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/networks?id=87e928be-9f46-4330-9e45-fbf3edf30f0e HTTP/1.1" status: 200 len: 816 time: 0.2091491 Sep 03 20:22:36.968707 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-173b4afe-c385-4ef5-8286-cb4c10b09a5e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/quotas/a18ae6ad0b154758807e67ca15c54fba HTTP/1.1" status: 200 len: 375 time: 0.0118883 Sep 03 20:22:37.078295 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0f609-cc8b-4486-a0f9-3950cd854368 req-996315b8-056c-44dc-b647-abcd0d5d5d3a tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:37.079807 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d2f0f609-cc8b-4486-a0f9-3950cd854368 req-996315b8-056c-44dc-b647-abcd0d5d5d3a tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0938776 Sep 03 20:22:37.092787 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-9251e86a-820e-4a3f-af52-e55e80874a9b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a18ae6ad0b154758807e67ca15c54fba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048803 Sep 03 20:22:37.156256 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d2f0f609-cc8b-4486-a0f9-3950cd854368 req-2cbcc941-117c-4a3f-9a15-f2e132f458ee tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624712 Sep 03 20:22:37.230259 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-9b555196-afac-449f-8a14-79a32705c363 service neutron] 10.222.0.41 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202369 Sep 03 20:22:37.275675 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0dc2262f-4c0a-4e6a-82be-4a0ee22e300d req-3fb38dcc-0989-4b41-bb3d-af0d0547427b tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.0412316 Sep 03 20:22:37.357638 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-62e3b412-af1c-407d-a04d-b9be8524ed32 service neutron] 10.222.0.41 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142039 Sep 03 20:22:38.017450 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-57d3f5e3-f97a-4422-af23-d120e03fe3be req-9a2c98dd-7177-4883-a594-c27d435dca66 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 210 time: 0.0330279 Sep 03 20:22:38.180717 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2dc7e853-c4aa-418b-b72e-c15b0f7b29cd req-7c05703c-e3e9-40ea-b68a-63a40098db1e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0307181 Sep 03 20:22:38.310853 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bc839-89b2-4cf7-8476-d55b1ceaeabf req-c2aad8e5-5f82-42e0-a802-02850aada4f8 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:38.322120 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-959bc839-89b2-4cf7-8476-d55b1ceaeabf req-c2aad8e5-5f82-42e0-a802-02850aada4f8 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0725813 Sep 03 20:22:38.390910 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1c935d81-649f-42f5-82ca-d75abb12008d req-e6cddf95-82ab-4f61-baab-a51cc5a1c92f tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.0341148 Sep 03 20:22:38.399746 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-959bc839-89b2-4cf7-8476-d55b1ceaeabf req-3603c30b-9372-4088-800c-d02470f90ea2 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753713 Sep 03 20:22:39.142073 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a533f143-6c5a-4fbb-b762-1a381bfc05bc req-4381ff86-28bb-46e1-873b-1363e1eaa1b6 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 210 time: 0.0349247 Sep 03 20:22:39.305161 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-25ef39e9-1d6c-4560-92e6-27d636b972de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:39.409812 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0f3cc06e-408a-456e-a210-c038348f0184 req-3cdaae0f-d7b8-407f-b671-d81fede3ef69 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0416782 Sep 03 20:22:39.544522 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b7828015-e21b-48a8-a9cc-b52f0ab2bee9 req-8548146e-c08d-49be-b330-dec9e611e786 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.0368900 Sep 03 20:22:39.570855 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80cd4f-6ccc-470b-86ff-5b1437b36e37 req-f5312e11-3c0f-4b57-b990-e0c9ba9e143c tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:39.572405 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4c80cd4f-6ccc-470b-86ff-5b1437b36e37 req-f5312e11-3c0f-4b57-b990-e0c9ba9e143c tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0958638 Sep 03 20:22:39.634646 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4c80cd4f-6ccc-470b-86ff-5b1437b36e37 req-614b2771-bbaa-4dfd-b4d0-0ae369313e7e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560124 Sep 03 20:22:40.240083 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-16716f9b-fea4-4519-8a86-e1a4f2b45150 req-9b3ee7b3-88ca-4154-95f4-b30d16a6caa2 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 210 time: 0.0280044 Sep 03 20:22:40.554560 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c6663ce5-06ce-473d-873e-57e24abb9d7b req-12c9a2d8-5076-4918-9e1e-be91b8749168 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0776169 Sep 03 20:22:40.695827 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fec9b1bb-ab3e-4967-a2c5-66fccd142233 req-d0c7832b-8336-4494-9192-f6c041ec5769 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.0493240 Sep 03 20:22:40.841602 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b90884-b2ca-45ba-90fb-a810158d5698 req-a0d39b1c-6450-4310-bfec-06a416a4aee4 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:40.847365 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-73b90884-b2ca-45ba-90fb-a810158d5698 req-a0d39b1c-6450-4310-bfec-06a416a4aee4 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0826735 Sep 03 20:22:40.916401 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-73b90884-b2ca-45ba-90fb-a810158d5698 req-21bf1392-2865-4daa-9950-25d1f588bdf1 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628855 Sep 03 20:22:41.343848 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-75f33631-f66e-4141-837f-9c2b33c6c0e9 req-77e669b0-d3b2-4c1c-ba2e-ac209d75a9a9 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 210 time: 0.0274317 Sep 03 20:22:41.665069 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0107ef08-d3a6-4240-a435-998d17cd00f5 req-5706a072-0231-45c4-8942-4b8f9c8a0780 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0289629 Sep 03 20:22:41.774862 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2043eef8-ca64-410b-b2cd-81b96fc83ce5 req-2574e08e-b370-46bc-809c-de69cd66e950 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.0254838 Sep 03 20:22:42.019775 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-53d4c054-7334-4804-a69e-8124f090c968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:42.034196 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2328c-5688-4803-a35b-9452488f2d9d req-d9c6aef8-2641-4ff6-b306-1c14f899d991 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:42.035744 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-88e2328c-5688-4803-a35b-9452488f2d9d req-d9c6aef8-2641-4ff6-b306-1c14f899d991 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0492735 Sep 03 20:22:42.072203 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-88e2328c-5688-4803-a35b-9452488f2d9d req-c25bf90a-42ad-428b-8a84-a328ecda890e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305707 Sep 03 20:22:42.449320 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f58278bd-a79e-4c80-b578-0bc3d3d4266e req-d1da22ff-ba25-40f8-9fc8-6ed9ab1799d4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 210 time: 0.0263500 Sep 03 20:22:42.738651 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:42.758865 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4828e74d-41c6-45b9-8a98-19e351483e10 req-6a1ed431-14c6-4d07-82dd-3980f06fad56 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0256407 Sep 03 20:22:42.868846 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b0345e04-3b0e-4b68-8c8a-a041a4e777a9 req-15642a8a-135e-42eb-80b5-a00cc96e68ad tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.0289483 Sep 03 20:22:43.182606 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba797a-75f7-4fdb-8fa5-2b60e71809be req-ef28be21-f93d-4147-90e1-64eb19a3dda0 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:43.184051 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-67ba797a-75f7-4fdb-8fa5-2b60e71809be req-ef28be21-f93d-4147-90e1-64eb19a3dda0 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0472238 Sep 03 20:22:43.220090 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-67ba797a-75f7-4fdb-8fa5-2b60e71809be req-7cd99cec-6a05-4120-88bd-fbf02a81064a tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302367 Sep 03 20:22:43.407453 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:43.540723 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-50a377f4-7589-43ce-81ba-cb4ff25dd219 req-a3fc8bb8-3bb1-49e2-bf78-f628089cdb1b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 210 time: 0.0273409 Sep 03 20:22:43.854177 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0b1e25df-4a98-486c-a4db-45bdd262857f req-580d8ec0-8d3d-4e76-82bf-9b7e94d1f425 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0262892 Sep 03 20:22:43.931196 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b953858-058b-4581-92a2-bcfdc4dc8c83 req-014ea16b-a7c4-41b5-936e-c2ac61173ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:43.932807 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7b953858-058b-4581-92a2-bcfdc4dc8c83 req-014ea16b-a7c4-41b5-936e-c2ac61173ca5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b24b5e5f746a46eabc162f2a1b3c18d1&device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 1097 time: 0.0775995 Sep 03 20:22:43.978045 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-15bb59d3-3b0d-46d9-8e79-0aa71c7df111 req-0ba07e5f-6af5-43ca-97e1-cf5e118b8269 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.0390196 Sep 03 20:22:44.305788 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b953858-058b-4581-92a2-bcfdc4dc8c83 req-9c1e26b5-8327-46cf-91bb-44ea2c091383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:44.305788 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7b953858-058b-4581-92a2-bcfdc4dc8c83 req-9c1e26b5-8327-46cf-91bb-44ea2c091383 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b24b5e5f746a46eabc162f2a1b3c18d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3564243 Sep 03 20:22:44.432621 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e8b41-d34c-40c0-acb7-c63d548d4c4f req-af42cb2d-9d41-4330-aabd-0ca7d6af5834 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:44.434000 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-441e8b41-d34c-40c0-acb7-c63d548d4c4f req-af42cb2d-9d41-4330-aabd-0ca7d6af5834 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.1451175 Sep 03 20:22:44.513559 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-441e8b41-d34c-40c0-acb7-c63d548d4c4f req-219cad53-57a6-4f29-b3a0-8f36f92465f4 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729148 Sep 03 20:22:44.514713 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b953858-058b-4581-92a2-bcfdc4dc8c83 req-2f5428dd-8a84-41ab-9fd9-4b010e402abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:44.516206 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7b953858-058b-4581-92a2-bcfdc4dc8c83 req-2f5428dd-8a84-41ab-9fd9-4b010e402abd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965730 Sep 03 20:22:44.517081 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.42', 53724) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:44.676526 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cd8af318-5112-4cbf-a271-f1444a67f47f req-69113477-f21f-4c72-b8f3-1b6bc1b3f353 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 210 time: 0.0455327 Sep 03 20:22:44.696539 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-aeb5caec-e166-451b-b9a0-7658a0878f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:44.697197 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-aeb5caec-e166-451b-b9a0-7658a0878f0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b24b5e5f746a46eabc162f2a1b3c18d1&device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 1097 time: 0.1250556 Sep 03 20:22:44.704097 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-e9c99cee-4588-40bd-9a81-b1e06627911d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:44.706227 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-e9c99cee-4588-40bd-9a81-b1e06627911d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.42 "GET /v2.0/networks?id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 HTTP/1.1" status: 200 len: 818 time: 0.1791821 Sep 03 20:22:44.740875 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-7e0a51ec-bfb8-46b1-bdbd-fd527f2b94bb tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Request body: {'port': {'device_id': '7818d032-a99b-40cb-aafb-282dcc7d9c03', 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2', 'admin_state_up': True, 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:44.772897 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-6e0d8ba4-e906-43c8-a47d-bcde0bc6580b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb455923-3366-472a-ad7c-331c1e8bb2eb HTTP/1.1" status: 200 len: 217 time: 0.0657201 Sep 03 20:22:44.881524 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-493a093e-4fe8-48ec-86c7-c0c21ff90244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:44.883012 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-493a093e-4fe8-48ec-86c7-c0c21ff90244 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd4f8de4-8a7f-4dab-8ccd-ff92ef8bb113 HTTP/1.1" status: 200 len: 852 time: 0.0969298 Sep 03 20:22:44.948406 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-b71ed03a-d5c5-4796-b7f7-916375e0b166 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2dc7f4f-df4b-4096-a516-27e8310b3552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580909 Sep 03 20:22:44.950137 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:44.992547 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c6f83293-c405-481b-a3cb-14fb1a8102ba req-6a3f1be4-4f8f-4702-a346-8137f8d68eda tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0510395 Sep 03 20:22:45.100410 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-66e06145-9a60-417b-b252-2e8604cbd1d9 req-23ec3ffb-4b88-40ac-a946-407583c8897a tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.0328054 Sep 03 20:22:45.134890 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-c2f6c45a-6e12-409d-b3e5-9aec86d727f5 service neutron] 10.222.0.42 "GET /v2.0/networks/c2dc7f4f-df4b-4096-a516-27e8310b3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731615 Sep 03 20:22:45.180891 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-7e0a51ec-bfb8-46b1-bdbd-fd527f2b94bb tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Made reservation on behalf of cb5d2dd208c34a32bf22e5d308f38c3b for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:45.184391 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-7e0a51ec-bfb8-46b1-bdbd-fd527f2b94bb tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:45.199021 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.42', 53727) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:45.309041 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84ca159a-9694-4ef2-95e1-3c712ec74fb2 req-b2b31b09-f773-4756-ad5e-36bb638df840 service neutron] 10.222.0.42 "GET /v2.0/networks/c2dc7f4f-df4b-4096-a516-27e8310b3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603203 Sep 03 20:22:45.452760 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-21eb63bf-a038-4d91-851e-453248b777a8 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:45.454119 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-21eb63bf-a038-4d91-851e-453248b777a8 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.42 "GET /v2.0/networks?id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 HTTP/1.1" status: 200 len: 818 time: 0.2540889 Sep 03 20:22:45.471402 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-ef2916c1-5737-4bb1-9094-33ca593fb5af tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Request body: {'port': {'device_id': '6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f', 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2', 'admin_state_up': True, 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:45.482298 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-7e0a51ec-bfb8-46b1-bdbd-fd527f2b94bb tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Allocated IP 172.20.0.12 (d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2/917e06e4-7a3d-4bb8-947a-745fcc5f2509/c6413ecc-96d6-490b-a39e-d345bd41dc9c) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:45.682347 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-7e0a51ec-bfb8-46b1-bdbd-fd527f2b94bb tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:45.687255 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-ef2916c1-5737-4bb1-9094-33ca593fb5af tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Made reservation on behalf of cb5d2dd208c34a32bf22e5d308f38c3b for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:45.690842 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-ef2916c1-5737-4bb1-9094-33ca593fb5af tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:45.696411 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7ba4b-f6b5-493c-bdc1-c3063e275b8b req-4435eae1-455f-4503-a8f3-17d2143c0156 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:45.696411 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62c7ba4b-f6b5-493c-bdc1-c3063e275b8b req-4435eae1-455f-4503-a8f3-17d2143c0156 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0846250 Sep 03 20:22:45.772844 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62c7ba4b-f6b5-493c-bdc1-c3063e275b8b req-0db5052b-661b-4f61-9d69-8ebfd14fccec tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662923 Sep 03 20:22:45.808529 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-aac66e69-b1ef-45a9-8c59-e1894d95b8f3 req-9b0ff0f1-b6e0-417c-a26b-fece7da292df tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 210 time: 0.0298276 Sep 03 20:22:45.882299 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-7e0a51ec-bfb8-46b1-bdbd-fd527f2b94bb tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:45.923011 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-7e0a51ec-bfb8-46b1-bdbd-fd527f2b94bb tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:45.926406 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-7e0a51ec-bfb8-46b1-bdbd-fd527f2b94bb tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:45.930039 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-7e0a51ec-bfb8-46b1-bdbd-fd527f2b94bb tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:45.958669 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a51ec-bfb8-46b1-bdbd-fd527f2b94bb tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Pushing event updated for resources: {'Port': ['ID=c6413ecc-96d6-490b-a39e-d345bd41dc9c,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:45.975038 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-ef2916c1-5737-4bb1-9094-33ca593fb5af tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Allocated IP 172.20.0.4 (d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2/917e06e4-7a3d-4bb8-947a-745fcc5f2509/f035d973-ba4e-47c6-a9b3-b3f036406f31) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:45.991741 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-7e0a51ec-bfb8-46b1-bdbd-fd527f2b94bb tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:45.991741 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-7e0a51ec-bfb8-46b1-bdbd-fd527f2b94bb tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:46.070879 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-7e0a51ec-bfb8-46b1-bdbd-fd527f2b94bb tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3344004 Sep 03 20:22:46.134391 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ffe25631-fc29-4b31-b0fe-99d8c58cc48f req-19048508-80f3-43c8-910c-e9c4988c0ff4 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0295966 Sep 03 20:22:46.146371 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-ef2916c1-5737-4bb1-9094-33ca593fb5af tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:46.215537 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5be7fe5b-a585-4eba-aafb-c0a17cf8e6c9 req-427780d7-6bcb-4dbd-b195-6325fbda2968 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.0284450 Sep 03 20:22:46.259557 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-ef2916c1-5737-4bb1-9094-33ca593fb5af tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:46.326697 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-ef2916c1-5737-4bb1-9094-33ca593fb5af tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:46.332339 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-ef2916c1-5737-4bb1-9094-33ca593fb5af tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:46.340908 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-ef2916c1-5737-4bb1-9094-33ca593fb5af tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:46.372542 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2916c1-5737-4bb1-9094-33ca593fb5af tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Pushing event updated for resources: {'Port': ['ID=f035d973-ba4e-47c6-a9b3-b3f036406f31,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:46.399500 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-ef2916c1-5737-4bb1-9094-33ca593fb5af tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:46.400155 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-ef2916c1-5737-4bb1-9094-33ca593fb5af tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:46.499604 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-ef2916c1-5737-4bb1-9094-33ca593fb5af tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0328789 Sep 03 20:22:46.885367 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55561f43-0e9b-4567-b351-acd275ae6626 req-fdaf0cf8-3014-451d-aa88-318751ac7d70 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:46.886847 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-55561f43-0e9b-4567-b351-acd275ae6626 req-fdaf0cf8-3014-451d-aa88-318751ac7d70 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0542624 Sep 03 20:22:46.931545 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-acdbc1ce-22b1-455c-95c1-a84aca44b669 req-195e90fd-d6c1-4293-b97f-9c210f0bfa2b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 210 time: 0.0316625 Sep 03 20:22:46.950435 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-55561f43-0e9b-4567-b351-acd275ae6626 req-4a25a4c4-ec7d-41b9-9008-4e7ed10b1c3e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575852 Sep 03 20:22:47.243710 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1f614696-dbe0-4608-8366-1423873b4e2c req-f64775f2-2597-4a76-b3fe-821619621b2e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0265422 Sep 03 20:22:47.496663 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52947e6c-80e8-4808-985d-d308e1e9daff req-cf7dab4c-e7be-47ce-a6fc-262ad430c75b tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:47.498118 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-52947e6c-80e8-4808-985d-d308e1e9daff req-cf7dab4c-e7be-47ce-a6fc-262ad430c75b tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 931 time: 0.2155211 Sep 03 20:22:47.535664 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-52947e6c-80e8-4808-985d-d308e1e9daff req-86992702-7d67-4ab6-8f7c-6e8f22a17fed tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308392 Sep 03 20:22:48.025861 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3f65e8fa-5b55-4fec-9990-a4caf472f8a5 req-fef9daf1-691b-4b62-85e6-dcbd14342f4d tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 210 time: 0.0268378 Sep 03 20:22:48.078141 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463fde8-6381-427c-8a6c-04357b621a34 req-c23bda8d-c37b-4825-b19c-8133941dde4c tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:48.079593 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9463fde8-6381-427c-8a6c-04357b621a34 req-c23bda8d-c37b-4825-b19c-8133941dde4c tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0561156 Sep 03 20:22:48.116472 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9463fde8-6381-427c-8a6c-04357b621a34 req-c7e685f7-ffd0-437e-92d4-bc370fd0238f tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308561 Sep 03 20:22:48.339269 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2e30f2d9-5151-4b0f-a1d5-959a753b0c65 req-871f2447-f75f-428a-aa1e-14115ebac2a9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0248873 Sep 03 20:22:48.500844 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Request body: {'port': {'device_id': '7818d032-a99b-40cb-aafb-282dcc7d9c03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:48.505339 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Request body: {'port': {'device_id': '6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:48.566471 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:48.645449 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:48.687894 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-72039e54-f682-4898-bfa1-05a4c4bda974 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:48.689329 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-72039e54-f682-4898-bfa1-05a4c4bda974 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.42 "GET /v2.0/networks?id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94 HTTP/1.1" status: 200 len: 811 time: 0.1857662 Sep 03 20:22:48.739810 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d2df9-ec76-47ed-b8b2-82f83e818020 req-26671de5-bcc2-4b2d-88fb-3f0355d7546f tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:48.741214 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f72d2df9-ec76-47ed-b8b2-82f83e818020 req-26671de5-bcc2-4b2d-88fb-3f0355d7546f tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 931 time: 0.1351538 Sep 03 20:22:48.852048 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-aeeebaea-279e-4d6b-a497-bb13f5fda1a1 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3d2108719d94b07918fa67775b13e14 HTTP/1.1" status: 200 len: 380 time: 0.1432667 Sep 03 20:22:48.875978 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-13a2fbf7-6001-48cd-9780-2908f64fae1f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Request body: {'port': {'device_id': '1499f874-cc81-44ca-bed5-6652e61288d4', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'admin_state_up': True, 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'security_groups': ['759ddfc1-4f19-4bca-816e-a4bb9fd3170f']}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:48.907516 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f035d973-ba4e-47c6-a9b3-b3f036406f31 {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:22:48.912306 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f72d2df9-ec76-47ed-b8b2-82f83e818020 req-2b392dcc-0968-4c6e-abbc-388964f074d6 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561303 Sep 03 20:22:48.916460 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:48.935667 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Transition to ACTIVE for port object f035d973-ba4e-47c6-a9b3-b3f036406f31 will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:49.070160 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:49.102198 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-13a2fbf7-6001-48cd-9780-2908f64fae1f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Made reservation on behalf of f3d2108719d94b07918fa67775b13e14 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:49.105826 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-13a2fbf7-6001-48cd-9780-2908f64fae1f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:49.168374 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-55aa9119-4376-4a3f-a25a-95d9c41cc3b8 req-a58b5ca8-24b9-463c-815f-b31cc0b3fd57 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 210 time: 0.0672014 Sep 03 20:22:49.272586 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Pushing event updated for resources: {'Port': ['ID=f035d973-ba4e-47c6-a9b3-b3f036406f31,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:49.357713 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Attempting to bind port f035d973-ba4e-47c6-a9b3-b3f036406f31 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:22:49.358058 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Attempting to bind port f035d973-ba4e-47c6-a9b3-b3f036406f31 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:22:49.358400 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Attempting to bind port f035d973-ba4e-47c6-a9b3-b3f036406f31 on network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:49.363342 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Port f035d973-ba4e-47c6-a9b3-b3f036406f31 on network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:22:49.363659 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Attempting to bind port f035d973-ba4e-47c6-a9b3-b3f036406f31 on network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:49.368444 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:22:49.368792 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Checking segment: {'id': '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:49.369336 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Bound using segment: {'id': '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:22:49.369762 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Bound port: f035d973-ba4e-47c6-a9b3-b3f036406f31, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:22:49.370111 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:49.374259 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba8eb8-817c-4a89-97ae-f021a4fbcc66 req-7f82a66f-bbf9-403b-a960-97d5b327db79 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:49.375811 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-28ba8eb8-817c-4a89-97ae-f021a4fbcc66 req-7f82a66f-bbf9-403b-a960-97d5b327db79 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.1447270 Sep 03 20:22:49.396848 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-13a2fbf7-6001-48cd-9780-2908f64fae1f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Allocated IP 172.20.0.10 (aebc5e64-82bd-49c5-97dd-2a9b3de43b94/57162df7-b596-4a6f-814b-47adc430c8b4/3b7f6363-7129-486f-8908-8b8d151a460e) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:49.402278 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6413ecc-96d6-490b-a39e-d345bd41dc9c {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:22:49.422821 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:49.444047 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] For port f035d973-ba4e-47c6-a9b3-b3f036406f31, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:22:49.450292 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] For port f035d973-ba4e-47c6-a9b3-b3f036406f31, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f035d973-ba4e-47c6-a9b3-b3f036406f31,segment=NetworkSegment(7eedcc07-6d44-4c13-9421-8b3f0fff5aa8),segment_id=7eedcc07-6d44-4c13-9421-8b3f0fff5aa8)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:22:49.475189 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Transition to ACTIVE for port object c6413ecc-96d6-490b-a39e-d345bd41dc9c will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:49.479278 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2c8ac173-a433-4496-a196-75fb67fb9fd2 req-1f3be6ae-5ffb-4573-b63a-16ad31ef62e9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0494962 Sep 03 20:22:49.489511 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-28ba8eb8-817c-4a89-97ae-f021a4fbcc66 req-72939b4e-2af9-437d-a974-ed4659622f81 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984516 Sep 03 20:22:49.544495 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:49.580825 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:49.581488 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:49.582924 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] 10.222.0.42 "PUT /v2.0/ports/f035d973-ba4e-47c6-a9b3-b3f036406f31 HTTP/1.1" status: 200 len: 1093 time: 1.0846496 Sep 03 20:22:49.583404 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f', 'tag': 'f035d973-ba4e-47c6-a9b3-b3f036406f31'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:22:49.605454 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:49.617747 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-13a2fbf7-6001-48cd-9780-2908f64fae1f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:49.622666 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eae41c-11dd-43a0-a1f3-5cdad6dd489e service neutron] Pushing event updated for resources: {'Port': ['ID=f035d973-ba4e-47c6-a9b3-b3f036406f31,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:49.667504 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-13a2fbf7-6001-48cd-9780-2908f64fae1f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Transition to ACTIVE for port object 3b7f6363-7129-486f-8908-8b8d151a460e will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:49.671090 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Pushing event updated for resources: {'Port': ['ID=c6413ecc-96d6-490b-a39e-d345bd41dc9c,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:49.698244 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d51f822-670f-4e3a-897f-0681a6ae95c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f", "tag": "f035d973-ba4e-47c6-a9b3-b3f036406f31"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:22:49.758381 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Attempting to bind port c6413ecc-96d6-490b-a39e-d345bd41dc9c on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:22:49.758716 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Attempting to bind port c6413ecc-96d6-490b-a39e-d345bd41dc9c by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:22:49.759118 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Attempting to bind port c6413ecc-96d6-490b-a39e-d345bd41dc9c on network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:49.763337 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Port c6413ecc-96d6-490b-a39e-d345bd41dc9c on network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:22:49.763660 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Attempting to bind port c6413ecc-96d6-490b-a39e-d345bd41dc9c on network d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:49.769429 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:22:49.769850 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Checking segment: {'id': '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:49.770313 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Bound using segment: {'id': '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:22:49.770828 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Bound port: c6413ecc-96d6-490b-a39e-d345bd41dc9c, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:22:49.771297 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:49.831631 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-13a2fbf7-6001-48cd-9780-2908f64fae1f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:49.853433 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f427dde-cce6-44e8-b882-79fe722703cc x-openstack-request-id: req-8f427dde-cce6-44e8-b882-79fe722703cc {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:22:49.853846 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f", "tag": "f035d973-ba4e-47c6-a9b3-b3f036406f31", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:22:49.854106 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f427dde-cce6-44e8-b882-79fe722703cc {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:22:49.854627 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f', 'tag': 'f035d973-ba4e-47c6-a9b3-b3f036406f31', 'status': 'completed', 'code': 200} Sep 03 20:22:49.872112 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] For port c6413ecc-96d6-490b-a39e-d345bd41dc9c, host hv-cinder-79819, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:22:49.892684 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] For port c6413ecc-96d6-490b-a39e-d345bd41dc9c, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c6413ecc-96d6-490b-a39e-d345bd41dc9c,segment=NetworkSegment(7eedcc07-6d44-4c13-9421-8b3f0fff5aa8),segment_id=7eedcc07-6d44-4c13-9421-8b3f0fff5aa8)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:22:49.894765 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-13a2fbf7-6001-48cd-9780-2908f64fae1f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:49.897744 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-13a2fbf7-6001-48cd-9780-2908f64fae1f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:49.908536 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-13a2fbf7-6001-48cd-9780-2908f64fae1f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:49.908536 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2fbf7-6001-48cd-9780-2908f64fae1f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event updated for resources: {'Port': ['ID=3b7f6363-7129-486f-8908-8b8d151a460e,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:49.954626 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-13a2fbf7-6001-48cd-9780-2908f64fae1f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:49.955465 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-13a2fbf7-6001-48cd-9780-2908f64fae1f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:50.003144 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:50.076914 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:50.077530 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:50.079006 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] 10.222.0.42 "PUT /v2.0/ports/c6413ecc-96d6-490b-a39e-d345bd41dc9c HTTP/1.1" status: 200 len: 1094 time: 1.5823689 Sep 03 20:22:50.079469 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7818d032-a99b-40cb-aafb-282dcc7d9c03', 'tag': 'c6413ecc-96d6-490b-a39e-d345bd41dc9c'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:22:50.081966 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c04be8e-636c-4e9c-8df3-710980452065" -d '{"events": [{"name": "network-changed", "server_uuid": "7818d032-a99b-40cb-aafb-282dcc7d9c03", "tag": "c6413ecc-96d6-490b-a39e-d345bd41dc9c"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:22:50.095968 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-13a2fbf7-6001-48cd-9780-2908f64fae1f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2258570 Sep 03 20:22:50.110428 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e34396-fddc-4675-ac09-d6db8fdc0bca service neutron] Pushing event updated for resources: {'Port': ['ID=c6413ecc-96d6-490b-a39e-d345bd41dc9c,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:50.123945 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4172d36-5ca2-4af0-9271-d7303185559c req-3d9547e7-36fb-45bd-b3a4-8a7a762e48c0 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:50.125492 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a4172d36-5ca2-4af0-9271-d7303185559c req-3d9547e7-36fb-45bd-b3a4-8a7a762e48c0 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 943 time: 0.0931749 Sep 03 20:22:50.127690 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0915c2ee-ee53-4730-9fa3-3999f48a013e x-openstack-request-id: req-0915c2ee-ee53-4730-9fa3-3999f48a013e {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:22:50.127974 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7818d032-a99b-40cb-aafb-282dcc7d9c03", "tag": "c6413ecc-96d6-490b-a39e-d345bd41dc9c", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:22:50.128224 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0915c2ee-ee53-4730-9fa3-3999f48a013e {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:22:50.128606 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7818d032-a99b-40cb-aafb-282dcc7d9c03', 'tag': 'c6413ecc-96d6-490b-a39e-d345bd41dc9c', 'status': 'completed', 'code': 200} Sep 03 20:22:50.172198 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a4172d36-5ca2-4af0-9271-d7303185559c req-065cc9cb-3d56-41a7-93ec-22617b18bed4 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372920 Sep 03 20:22:50.224824 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-751916c4-df4c-4baa-9139-3214c05c7533 None None] Provisioning for port 3b7f6363-7129-486f-8908-8b8d151a460e completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:50.228741 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-751916c4-df4c-4baa-9139-3214c05c7533 None None] Provisioning complete for port 3b7f6363-7129-486f-8908-8b8d151a460e triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:50.229109 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-751916c4-df4c-4baa-9139-3214c05c7533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:50.265583 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-751916c4-df4c-4baa-9139-3214c05c7533 None None] Port 3b7f6363-7129-486f-8908-8b8d151a460e cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:22:50.294707 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba678e-ff34-4f27-bdc7-0685baaff0ee req-fe28ed1e-e1ba-44c1-a467-204f789c27c4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:50.296221 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8eba678e-ff34-4f27-bdc7-0685baaff0ee req-fe28ed1e-e1ba-44c1-a467-204f789c27c4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 932 time: 0.0513542 Sep 03 20:22:50.334572 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8eba678e-ff34-4f27-bdc7-0685baaff0ee req-161446a4-5af8-4382-8df4-afa17c7b99e2 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321212 Sep 03 20:22:50.598852 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6555be62-2deb-41e2-958b-3058cb9bc13f req-6db822c1-42c0-4421-a259-6519f3ac58c5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0475261 Sep 03 20:22:50.620807 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db2d69-ace5-47b3-b018-9b7daab82d29 req-5e3790d9-b328-4990-b066-c6c757aa74d3 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:50.622206 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b5db2d69-ace5-47b3-b018-9b7daab82d29 req-5e3790d9-b328-4990-b066-c6c757aa74d3 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0623488 Sep 03 20:22:50.660213 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b5db2d69-ace5-47b3-b018-9b7daab82d29 req-a7b2d0e3-789e-4c28-acc3-e38827e56951 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Sep 03 20:22:51.282688 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0402ebb-a544-4b0f-ab96-e82f49c88a63 req-7546f701-6208-47f9-8f6e-e698884e1c68 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:51.284636 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b0402ebb-a544-4b0f-ab96-e82f49c88a63 req-7546f701-6208-47f9-8f6e-e698884e1c68 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 943 time: 0.0470250 Sep 03 20:22:51.320957 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b0402ebb-a544-4b0f-ab96-e82f49c88a63 req-7cc7704a-c5a6-44a1-a6f0-58c825a950ee tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304837 Sep 03 20:22:51.450592 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb62759-dd98-4400-aa9e-effea2b8ea51 req-c54fa626-ba28-4ca0-84a0-e99c17dfbd3a tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:51.452128 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1cb62759-dd98-4400-aa9e-effea2b8ea51 req-c54fa626-ba28-4ca0-84a0-e99c17dfbd3a tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 932 time: 0.0492949 Sep 03 20:22:51.490628 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1cb62759-dd98-4400-aa9e-effea2b8ea51 req-f33f9924-092c-4e10-bba4-bad50ea41116 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316663 Sep 03 20:22:51.698128 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2040658f-9c6b-4063-8485-9e3d16990d5e req-8b67a963-343e-49cc-995a-b5e801b19674 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0292356 Sep 03 20:22:51.772834 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f0b5c-7192-49a7-83fd-cfb2f3607a0f req-77e6ece2-64ec-40c3-b2c9-448437f0aee7 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:51.774242 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6d5f0b5c-7192-49a7-83fd-cfb2f3607a0f req-77e6ece2-64ec-40c3-b2c9-448437f0aee7 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0467336 Sep 03 20:22:51.809508 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6d5f0b5c-7192-49a7-83fd-cfb2f3607a0f req-041d9722-2150-4276-b9d2-af433d7c867c tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292647 Sep 03 20:22:51.948458 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Request body: {'port': {'device_id': '1499f874-cc81-44ca-bed5-6652e61288d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:51.952897 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.42', 53740) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:52.027616 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51f822-670f-4e3a-897f-0681a6ae95c3 req-e50214b4-1a51-49b5-aad4-5061306a0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:52.029110 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2d51f822-670f-4e3a-897f-0681a6ae95c3 req-e50214b4-1a51-49b5-aad4-5061306a0b0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 1096 time: 0.0989039 Sep 03 20:22:52.030005 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:52.086525 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04be8e-636c-4e9c-8df3-710980452065 req-ef9a7b4b-b39d-42b8-8688-23777be24ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:52.088019 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7c04be8e-636c-4e9c-8df3-710980452065 req-ef9a7b4b-b39d-42b8-8688-23777be24ea2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 1097 time: 0.1250262 Sep 03 20:22:52.094739 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f6cffc0b-03e3-4708-a1e5-57021bc77924 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:52.096775 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f6cffc0b-03e3-4708-a1e5-57021bc77924 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.42 "GET /v2.0/networks?id=87e928be-9f46-4330-9e45-fbf3edf30f0e HTTP/1.1" status: 200 len: 816 time: 0.1709406 Sep 03 20:22:52.241265 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51f822-670f-4e3a-897f-0681a6ae95c3 req-3fdceac3-c04e-4631-8bd7-9706eb854f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:52.242799 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2d51f822-670f-4e3a-897f-0681a6ae95c3 req-3fdceac3-c04e-4631-8bd7-9706eb854f48 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2026107 Sep 03 20:22:52.265423 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-01b922c2-9056-436c-b2d2-875d8de4064a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a18ae6ad0b154758807e67ca15c54fba HTTP/1.1" status: 200 len: 380 time: 0.1496878 Sep 03 20:22:52.288436 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-afdbbe39-7b53-49fd-8901-170271de3364 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Request body: {'port': {'device_id': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'admin_state_up': True, 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'security_groups': ['dd29e195-e534-42e9-a09b-7f489f027740']}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:52.335773 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04be8e-636c-4e9c-8df3-710980452065 req-d97ee16a-28a9-4bee-82b1-df3ab6e52086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:52.337262 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7c04be8e-636c-4e9c-8df3-710980452065 req-d97ee16a-28a9-4bee-82b1-df3ab6e52086 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2397392 Sep 03 20:22:52.421747 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51f822-670f-4e3a-897f-0681a6ae95c3 req-4709b5ff-7ca1-495f-9e36-23060c02b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:52.423273 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2d51f822-670f-4e3a-897f-0681a6ae95c3 req-4709b5ff-7ca1-495f-9e36-23060c02b8e1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1731677 Sep 03 20:22:52.523031 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7290d0-73c1-4f68-8405-7679f2b8af3b req-effe9ec5-bb26-40ae-a157-cf64264da143 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:52.524890 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eb7290d0-73c1-4f68-8405-7679f2b8af3b req-effe9ec5-bb26-40ae-a157-cf64264da143 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 943 time: 0.1251831 Sep 03 20:22:52.549579 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7f6363-7129-486f-8908-8b8d151a460e {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:22:52.564369 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:52.570762 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04be8e-636c-4e9c-8df3-710980452065 req-7197e1cd-a8c3-46c6-9a34-1b5dd577c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:52.572270 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7c04be8e-636c-4e9c-8df3-710980452065 req-7197e1cd-a8c3-46c6-9a34-1b5dd577c252 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1974945 Sep 03 20:22:52.653425 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-eb51f6e8-d8d7-4621-aa11-11c05656d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:52.654932 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-eb51f6e8-d8d7-4621-aa11-11c05656d444 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 1097 time: 0.0426872 Sep 03 20:22:52.698910 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-afdbbe39-7b53-49fd-8901-170271de3364 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Made reservation on behalf of a18ae6ad0b154758807e67ca15c54fba for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:22:52.702427 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-afdbbe39-7b53-49fd-8901-170271de3364 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:52.743694 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-c1660dee-ffa4-45ae-afb9-634cae76afd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6413ecc-96d6-490b-a39e-d345bd41dc9c HTTP/1.1" status: 200 len: 217 time: 0.0790329 Sep 03 20:22:52.803246 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-756765a0-de66-4e51-acb4-a7ae91a2f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:52.804663 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-756765a0-de66-4e51-acb4-a7ae91a2f605 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 1096 time: 0.3354092 Sep 03 20:22:52.805685 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Transition to ACTIVE for port object 3b7f6363-7129-486f-8908-8b8d151a460e will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:52.855550 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eb7290d0-73c1-4f68-8405-7679f2b8af3b req-94c75432-cda4-4ab6-9c24-021ed21cca8a tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188186 Sep 03 20:22:52.856358 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-3611b12e-32dd-4603-b992-9205fa16abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:52.857925 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-3611b12e-32dd-4603-b992-9205fa16abab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=917e06e4-7a3d-4bb8-947a-745fcc5f2509 HTTP/1.1" status: 200 len: 858 time: 0.1017897 Sep 03 20:22:52.858955 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-cf88684d-ce15-4060-a165-8d653ad2a2d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f035d973-ba4e-47c6-a9b3-b3f036406f31 HTTP/1.1" status: 200 len: 217 time: 0.0423651 Sep 03 20:22:52.873732 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cee99e-48f3-409e-9a7f-0723150bf9f7 req-b1fb310b-919d-4f2b-b74f-65ff9e5ad164 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:52.875208 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f3cee99e-48f3-409e-9a7f-0723150bf9f7 req-b1fb310b-919d-4f2b-b74f-65ff9e5ad164 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 932 time: 0.3054717 Sep 03 20:22:52.911002 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:52.940391 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-7979dd41-2aa2-4b3e-992d-8420f1209ccc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540676 Sep 03 20:22:52.981269 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-afdbbe39-7b53-49fd-8901-170271de3364 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Allocated IP 172.20.0.4 (87e928be-9f46-4330-9e45-fbf3edf30f0e/7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee/0d7d8957-1111-4b21-907e-c96b1e06fe16) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:22:53.006799 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-a67a326a-359f-456c-9d96-1185fc22299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:53.008381 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-a67a326a-359f-456c-9d96-1185fc22299e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=917e06e4-7a3d-4bb8-947a-745fcc5f2509 HTTP/1.1" status: 200 len: 858 time: 0.1323068 Sep 03 20:22:53.010129 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-25ba176c-b0ca-4bad-810f-b6573fea8876 req-00a83be3-9419-4cb3-b412-fdfe5465a8c1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0760620 Sep 03 20:22:53.022891 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f3cee99e-48f3-409e-9a7f-0723150bf9f7 req-d60bcdad-eba3-46d4-8a61-5c36ac6e9ad4 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376848 Sep 03 20:22:53.060512 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Pushing event updated for resources: {'Port': ['ID=3b7f6363-7129-486f-8908-8b8d151a460e,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:53.093324 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-80056659-56f8-443a-ac08-5eb586476675 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453876 Sep 03 20:22:53.093650 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-dbeb8eb1-5282-4f97-815e-48de6c232c57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749316 Sep 03 20:22:53.335868 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-9ddccbcc-caf6-49b8-8d83-6941df22e176 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009320 Sep 03 20:22:53.357886 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2a32b-99a8-4fa0-a3a1-8e9e32f723de req-5b00dd23-c7cd-4d9e-8e88-43ad4e9f8e4e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:53.357886 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-afb2a32b-99a8-4fa0-a3a1-8e9e32f723de req-5b00dd23-c7cd-4d9e-8e88-43ad4e9f8e4e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.1893282 Sep 03 20:22:53.360593 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Attempting to bind port 3b7f6363-7129-486f-8908-8b8d151a460e on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:22:53.361039 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Attempting to bind port 3b7f6363-7129-486f-8908-8b8d151a460e by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:22:53.361440 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Attempting to bind port 3b7f6363-7129-486f-8908-8b8d151a460e on network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:53.386384 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Port 3b7f6363-7129-486f-8908-8b8d151a460e on network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:22:53.386791 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Attempting to bind port 3b7f6363-7129-486f-8908-8b8d151a460e on network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:53.406363 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:22:53.406790 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Checking segment: {'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:53.407279 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Bound using segment: {'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:22:53.407804 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Bound port: 3b7f6363-7129-486f-8908-8b8d151a460e, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:22:53.408752 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:53.462605 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-afdbbe39-7b53-49fd-8901-170271de3364 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:53.489893 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-afdbbe39-7b53-49fd-8901-170271de3364 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Transition to ACTIVE for port object 0d7d8957-1111-4b21-907e-c96b1e06fe16 will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:53.497384 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-10b09479-fdb4-4b06-bd07-2f21eb59dda0 req-267d27f0-7833-47e2-97f3-24fd2446218f service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880312 Sep 03 20:22:53.497809 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:53.531709 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-afb2a32b-99a8-4fa0-a3a1-8e9e32f723de req-a17c5e63-2d2a-4097-b142-3789406cc1f4 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718891 Sep 03 20:22:53.550319 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a99cb83d-9974-45f2-81b5-7480981f1054 req-08d0d4af-f049-495a-b4b2-e84da9e91f63 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003531 Sep 03 20:22:53.572796 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] For port 3b7f6363-7129-486f-8908-8b8d151a460e, host hv-cinder-79819, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:22:53.575771 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] For port 3b7f6363-7129-486f-8908-8b8d151a460e, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3b7f6363-7129-486f-8908-8b8d151a460e,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:22:53.653786 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-afdbbe39-7b53-49fd-8901-170271de3364 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:53.693010 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-afdbbe39-7b53-49fd-8901-170271de3364 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Network 87e928be-9f46-4330-9e45-fbf3edf30f0e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:22:53.696018 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-afdbbe39-7b53-49fd-8901-170271de3364 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:22:53.698580 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-afdbbe39-7b53-49fd-8901-170271de3364 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:22:53.699744 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:53.734213 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:53.734825 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:53.735488 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbbe39-7b53-49fd-8901-170271de3364 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event updated for resources: {'Port': ['ID=0d7d8957-1111-4b21-907e-c96b1e06fe16,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:53.736826 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] 10.222.0.42 "PUT /v2.0/ports/3b7f6363-7129-486f-8908-8b8d151a460e HTTP/1.1" status: 200 len: 1094 time: 1.8104966 Sep 03 20:22:53.737283 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1499f874-cc81-44ca-bed5-6652e61288d4', 'tag': '3b7f6363-7129-486f-8908-8b8d151a460e'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:22:53.739697 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac20d5b4-a1ac-4c3a-adfa-16806b82a5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "1499f874-cc81-44ca-bed5-6652e61288d4", "tag": "3b7f6363-7129-486f-8908-8b8d151a460e"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:22:53.790819 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d478f6-b51f-416c-9ed2-c516f9e26218 x-openstack-request-id: req-78d478f6-b51f-416c-9ed2-c516f9e26218 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:22:53.791228 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1499f874-cc81-44ca-bed5-6652e61288d4", "tag": "3b7f6363-7129-486f-8908-8b8d151a460e", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:22:53.791478 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78d478f6-b51f-416c-9ed2-c516f9e26218 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:22:53.792269 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1499f874-cc81-44ca-bed5-6652e61288d4', 'tag': '3b7f6363-7129-486f-8908-8b8d151a460e', 'status': 'completed', 'code': 200} Sep 03 20:22:53.792639 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-afdbbe39-7b53-49fd-8901-170271de3364 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:53.793524 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-afdbbe39-7b53-49fd-8901-170271de3364 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:53.800717 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133a842-bccc-4310-a76e-dd21af663b0e service neutron] Pushing event updated for resources: {'Port': ['ID=3b7f6363-7129-486f-8908-8b8d151a460e,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:53.872516 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20d5b4-a1ac-4c3a-adfa-16806b82a5e8 req-aaa09078-9ab8-4626-a4a1-0a45f694d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:53.874022 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ac20d5b4-a1ac-4c3a-adfa-16806b82a5e8 req-aaa09078-9ab8-4626-a4a1-0a45f694d279 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d2108719d94b07918fa67775b13e14&device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 1097 time: 0.0577345 Sep 03 20:22:53.912402 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-afdbbe39-7b53-49fd-8901-170271de3364 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6319907 Sep 03 20:22:53.926627 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Request body: {'port': {'device_id': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:22:54.014305 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:54.069584 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e149d-a046-42a1-9a32-4853aa0c0659 req-4b053e02-af2a-49a1-977b-9406867cb084 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:54.071347 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a89e149d-a046-42a1-9a32-4853aa0c0659 req-4b053e02-af2a-49a1-977b-9406867cb084 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 943 time: 0.1269319 Sep 03 20:22:54.074505 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20d5b4-a1ac-4c3a-adfa-16806b82a5e8 req-20736d40-cd67-4752-939f-ecceac7304bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:54.076153 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ac20d5b4-a1ac-4c3a-adfa-16806b82a5e8 req-20736d40-cd67-4752-939f-ecceac7304bb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f3d2108719d94b07918fa67775b13e14&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1918678 Sep 03 20:22:54.159248 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-49a53b83-8a92-476e-8ed6-9f66f65f7ca3 None None] Provisioning for port 0d7d8957-1111-4b21-907e-c96b1e06fe16 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:54.164295 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-49a53b83-8a92-476e-8ed6-9f66f65f7ca3 None None] Provisioning complete for port 0d7d8957-1111-4b21-907e-c96b1e06fe16 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:54.165103 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-49a53b83-8a92-476e-8ed6-9f66f65f7ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:54.194899 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a89e149d-a046-42a1-9a32-4853aa0c0659 req-e3f043eb-b601-40da-8749-d1aa47557cdd tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163509 Sep 03 20:22:54.202990 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-49a53b83-8a92-476e-8ed6-9f66f65f7ca3 None None] Port 0d7d8957-1111-4b21-907e-c96b1e06fe16 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:22:54.229497 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68656431-2a7f-4b88-bdf5-9ab1c6483705 req-149c7e23-ef80-4923-a9a1-53c2316f32a5 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:54.229586 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-68656431-2a7f-4b88-bdf5-9ab1c6483705 req-149c7e23-ef80-4923-a9a1-53c2316f32a5 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 944 time: 0.1149299 Sep 03 20:22:54.250992 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20d5b4-a1ac-4c3a-adfa-16806b82a5e8 req-94434c7d-4215-4751-b981-53bc1a921e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:54.252750 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ac20d5b4-a1ac-4c3a-adfa-16806b82a5e8 req-94434c7d-4215-4751-b981-53bc1a921e78 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671660 Sep 03 20:22:54.281993 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-68656431-2a7f-4b88-bdf5-9ab1c6483705 req-7536f40d-d81d-4b70-9345-55e85f43a86f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398076 Sep 03 20:22:54.332189 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7d8957-1111-4b21-907e-c96b1e06fe16 {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:22:54.340311 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:54.359384 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Transition to ACTIVE for port object 0d7d8957-1111-4b21-907e-c96b1e06fe16 will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:22:54.385867 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-3d3c4371-b414-4ed0-add2-f0873a1b23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:54.390021 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-3d3c4371-b414-4ed0-add2-f0873a1b23e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d2108719d94b07918fa67775b13e14&device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 1097 time: 0.0897405 Sep 03 20:22:54.403200 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e93326-eef4-4809-9f84-af503ecb5ea8 req-09810f01-0dbf-45ea-a325-90d8687c9c0a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:54.410447 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-42e93326-eef4-4809-9f84-af503ecb5ea8 req-09810f01-0dbf-45ea-a325-90d8687c9c0a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 931 time: 0.0869880 Sep 03 20:22:54.455867 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-6a72cd2b-020a-4691-a07c-07213256b3e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b7f6363-7129-486f-8908-8b8d151a460e HTTP/1.1" status: 200 len: 217 time: 0.0427783 Sep 03 20:22:54.464807 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:54.507580 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-42e93326-eef4-4809-9f84-af503ecb5ea8 req-4e650f19-054b-4324-8c11-97307de56af4 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961859 Sep 03 20:22:54.529829 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7d8957-1111-4b21-907e-c96b1e06fe16,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:54.554449 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-15815d67-abf7-48bf-9d72-4657f24b68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:54.555965 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-15815d67-abf7-48bf-9d72-4657f24b68b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57162df7-b596-4a6f-814b-47adc430c8b4 HTTP/1.1" status: 200 len: 850 time: 0.0924134 Sep 03 20:22:54.625494 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Attempting to bind port 0d7d8957-1111-4b21-907e-c96b1e06fe16 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:22:54.625836 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Attempting to bind port 0d7d8957-1111-4b21-907e-c96b1e06fe16 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:22:54.627490 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Attempting to bind port 0d7d8957-1111-4b21-907e-c96b1e06fe16 on network 87e928be-9f46-4330-9e45-fbf3edf30f0e {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:54.631104 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Port 0d7d8957-1111-4b21-907e-c96b1e06fe16 on network 87e928be-9f46-4330-9e45-fbf3edf30f0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:22:54.631432 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Attempting to bind port 0d7d8957-1111-4b21-907e-c96b1e06fe16 on network 87e928be-9f46-4330-9e45-fbf3edf30f0e {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:22:54.636764 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:22:54.637096 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Checking segment: {'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:22:54.637479 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Bound using segment: {'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:22:54.637912 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Bound port: 0d7d8957-1111-4b21-907e-c96b1e06fe16, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:22:54.638270 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:54.678591 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-37145341-e999-4e56-a1c1-4fad0b283715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:54.680445 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-37145341-e999-4e56-a1c1-4fad0b283715 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1147554 Sep 03 20:22:54.699781 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772c7d6-5787-4885-9b34-ebbd74f4e3fc req-c0e3737b-d79b-42c3-b035-be5c4f0bb503 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:54.701714 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5772c7d6-5787-4885-9b34-ebbd74f4e3fc req-c0e3737b-d79b-42c3-b035-be5c4f0bb503 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0873752 Sep 03 20:22:54.749293 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] For port 0d7d8957-1111-4b21-907e-c96b1e06fe16, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:22:54.766381 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] For port 0d7d8957-1111-4b21-907e-c96b1e06fe16, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:22:54.812678 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5772c7d6-5787-4885-9b34-ebbd74f4e3fc req-745933f4-d2b0-4651-9393-3ef9ae194066 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015222 Sep 03 20:22:54.836399 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-580952d0-e6bf-4e76-b6cc-2ac9912f202a service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335061 Sep 03 20:22:54.859745 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:54.901835 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:54.903253 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:54.904984 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] 10.222.0.42 "PUT /v2.0/ports/0d7d8957-1111-4b21-907e-c96b1e06fe16 HTTP/1.1" status: 200 len: 1093 time: 0.9841988 Sep 03 20:22:54.905691 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'tag': '0d7d8957-1111-4b21-907e-c96b1e06fe16'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:22:54.908800 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35029b5d-25e8-4dac-b38f-7891aa71ffbf" -d '{"events": [{"name": "network-changed", "server_uuid": "d31f9675-0eeb-4f2b-a707-fc72e18d3456", "tag": "0d7d8957-1111-4b21-907e-c96b1e06fe16"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:22:54.960191 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f6e9c-ed77-45a4-ad0b-231c9b33d502 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7d8957-1111-4b21-907e-c96b1e06fe16,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:54.994567 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d5e111-9332-4d86-8f89-7fdbf2a1558d x-openstack-request-id: req-31d5e111-9332-4d86-8f89-7fdbf2a1558d {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:22:54.996376 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31f9675-0eeb-4f2b-a707-fc72e18d3456", "tag": "0d7d8957-1111-4b21-907e-c96b1e06fe16", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:22:54.996840 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31d5e111-9332-4d86-8f89-7fdbf2a1558d {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:22:55.007498 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'tag': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'status': 'completed', 'code': 200} Sep 03 20:22:55.035759 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d527d7bb-e31c-4e89-a285-e09ad2162665 req-ff332ab1-6ba9-460a-8f4c-71f038bd15f7 service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891723 Sep 03 20:22:55.069335 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35029b5d-25e8-4dac-b38f-7891aa71ffbf req-ebeed9e8-d3d8-41de-8b1e-2ce133fb1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:55.071679 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-35029b5d-25e8-4dac-b38f-7891aa71ffbf req-ebeed9e8-d3d8-41de-8b1e-2ce133fb1291 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18ae6ad0b154758807e67ca15c54fba&device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 1096 time: 0.0551131 Sep 03 20:22:55.190648 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35029b5d-25e8-4dac-b38f-7891aa71ffbf req-4afde8b7-bb18-4c9a-bf77-0b95d9b11fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:55.192361 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-35029b5d-25e8-4dac-b38f-7891aa71ffbf req-4afde8b7-bb18-4c9a-bf77-0b95d9b11fcb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a18ae6ad0b154758807e67ca15c54fba&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1106994 Sep 03 20:22:55.303797 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35029b5d-25e8-4dac-b38f-7891aa71ffbf req-65a33a7b-6044-43eb-b8b0-29556a5f7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:55.305291 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-35029b5d-25e8-4dac-b38f-7891aa71ffbf req-65a33a7b-6044-43eb-b8b0-29556a5f7717 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056786 Sep 03 20:22:55.336014 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffe581-7e1f-4336-8b71-e1b1900b6253 req-f65765ef-25e7-4061-8d69-73f787dd1bc9 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:55.337736 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d4ffe581-7e1f-4336-8b71-e1b1900b6253 req-f65765ef-25e7-4061-8d69-73f787dd1bc9 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 943 time: 0.0650296 Sep 03 20:22:55.397820 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-b510b27a-9231-4cd0-8c61-70f612f2af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:55.399383 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-b510b27a-9231-4cd0-8c61-70f612f2af87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18ae6ad0b154758807e67ca15c54fba&device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 1096 time: 0.0488405 Sep 03 20:22:55.419600 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d4ffe581-7e1f-4336-8b71-e1b1900b6253 req-fcc2c2da-526d-4ebd-84e6-003ad3b52313 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744207 Sep 03 20:22:55.428674 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400fa74-b32e-4dcc-8b1b-ef7cfb5f274f req-903afb7a-a868-4659-953a-8302e5a7944b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:55.435709 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5400fa74-b32e-4dcc-8b1b-ef7cfb5f274f req-903afb7a-a868-4659-953a-8302e5a7944b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 944 time: 0.0769370 Sep 03 20:22:55.451097 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-7739f213-958d-4238-8cc7-3c13806e5ba0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16 HTTP/1.1" status: 200 len: 217 time: 0.0431638 Sep 03 20:22:55.483588 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5400fa74-b32e-4dcc-8b1b-ef7cfb5f274f req-5867409b-8565-45d1-9ce8-a1e9f5b91145 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470006 Sep 03 20:22:55.509743 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-9786dbaf-1343-436c-9b78-e0d56abc4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:55.511440 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-9786dbaf-1343-436c-9b78-e0d56abc4669 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee HTTP/1.1" status: 200 len: 855 time: 0.0521255 Sep 03 20:22:55.570546 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-d1947093-4819-4502-b96e-9660220b69da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:55.570546 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-d1947093-4819-4502-b96e-9660220b69da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87e928be-9f46-4330-9e45-fbf3edf30f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508142 Sep 03 20:22:55.629048 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68046ddc-52c1-4a67-a448-33829ceea3e1 req-8345eb44-cad2-405f-9b27-f4f7e21e7790 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:55.630513 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-68046ddc-52c1-4a67-a448-33829ceea3e1 req-8345eb44-cad2-405f-9b27-f4f7e21e7790 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0525303 Sep 03 20:22:55.680224 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-68046ddc-52c1-4a67-a448-33829ceea3e1 req-4edba5d0-a42d-4525-9ec6-ae20ada0866d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430279 Sep 03 20:22:55.681856 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-874636e6-42be-40ce-a3e9-210efc78643d service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032913 Sep 03 20:22:55.784563 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d08c01da-a272-421b-bd7e-5a80dcd41f9b req-557b5dd4-9caa-431e-9f54-8e86ca4eca00 service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910234 Sep 03 20:22:55.893628 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device fb455923-3366-472a-ad7c-331c1e8bb2eb details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:22:55.941823 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc854df-c942-4a2c-bf19-1d29b4ef46ab req-0794b0cd-00eb-49d4-bdf4-389e15673918 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:55.943433 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5bc854df-c942-4a2c-bf19-1d29b4ef46ab req-0794b0cd-00eb-49d4-bdf4-389e15673918 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 944 time: 0.0573480 Sep 03 20:22:55.986035 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5bc854df-c942-4a2c-bf19-1d29b4ef46ab req-09567cbc-96df-447b-b776-72c377482172 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367622 Sep 03 20:22:56.009514 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port fb455923-3366-472a-ad7c-331c1e8bb2eb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=fb455923-3366-472a-ad7c-331c1e8bb2eb,segment=NetworkSegment(e913d13b-4338-4cf2-968c-bc7c9177e178),segment_id=e913d13b-4338-4cf2-968c-bc7c9177e178)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:56.020590 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': 'fb455923-3366-472a-ad7c-331c1e8bb2eb', 'network_id': 'c2dc7f4f-df4b-4096-a516-27e8310b3552', 'port_id': 'fb455923-3366-472a-ad7c-331c1e8bb2eb', 'mac_address': 'fa:16:3e:85:b3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4f8de4-8a7f-4dab-8ccd-ff92ef8bb113', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:22:56.058601 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:56.071724 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb455923-3366-472a-ad7c-331c1e8bb2eb {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:22:56.090860 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port fb455923-3366-472a-ad7c-331c1e8bb2eb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=fb455923-3366-472a-ad7c-331c1e8bb2eb,segment=NetworkSegment(e913d13b-4338-4cf2-968c-bc7c9177e178),segment_id=e913d13b-4338-4cf2-968c-bc7c9177e178)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:56.182536 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:56.231005 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=fb455923-3366-472a-ad7c-331c1e8bb2eb,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:56.232649 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39472) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:56.338567 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4deda1ca-7961-4b7e-82fa-04ec3a5f2a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:56.425808 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4deda1ca-7961-4b7e-82fa-04ec3a5f2a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:56.457903 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['fb455923-3366-472a-ad7c-331c1e8bb2eb'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:22:56.538474 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4deda1ca-7961-4b7e-82fa-04ec3a5f2a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:56.546989 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b3c94-76ee-4143-b265-aaa1cbe5c832 req-e47510d1-3821-44bd-b2a5-4dac242bcf6d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:56.550159 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9c3b3c94-76ee-4143-b265-aaa1cbe5c832 req-e47510d1-3821-44bd-b2a5-4dac242bcf6d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 943 time: 0.0557368 Sep 03 20:22:56.597393 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-4deda1ca-7961-4b7e-82fa-04ec3a5f2a27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8ad357676944273b367ba9a2c15f055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635340 Sep 03 20:22:56.599942 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deda1ca-7961-4b7e-82fa-04ec3a5f2a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e00a58c-81be-435d-81f4-53492f6e5ca5,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:56.603169 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39482) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:56.653392 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9c3b3c94-76ee-4143-b265-aaa1cbe5c832 req-394e4ac9-34f5-4f68-90d6-48adb23b3a39 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905151 Sep 03 20:22:56.681220 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec869bac-8c9c-4a01-a235-eb3ce385b134 req-392001ae-11bb-4f9c-9751-bab409add493 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:56.688543 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ec869bac-8c9c-4a01-a235-eb3ce385b134 req-392001ae-11bb-4f9c-9751-bab409add493 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 944 time: 0.0772378 Sep 03 20:22:56.711204 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a241-d40e-4094-ab8c-26b2ee3ce752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:56.745021 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a241-d40e-4094-ab8c-26b2ee3ce752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:56.764912 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ec869bac-8c9c-4a01-a235-eb3ce385b134 req-e915c3d6-f540-4a51-ab98-9c609e2de165 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748086 Sep 03 20:22:56.837049 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c2635-9456-40d6-b31f-33272f74a696 req-f37a87d6-c103-4d4d-88ee-301e86f6fb95 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:56.838481 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d03c2635-9456-40d6-b31f-33272f74a696 req-f37a87d6-c103-4d4d-88ee-301e86f6fb95 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0525553 Sep 03 20:22:56.877323 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d03c2635-9456-40d6-b31f-33272f74a696 req-39e24dd4-9158-4c91-b6d7-c1c2e06d0356 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320451 Sep 03 20:22:56.943816 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a241-d40e-4094-ab8c-26b2ee3ce752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:56.946385 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a241-d40e-4094-ab8c-26b2ee3ce752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:56.947549 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d6e4a241-d40e-4094-ab8c-26b2ee3ce752 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e00a58c-81be-435d-81f4-53492f6e5ca5 HTTP/1.1" status: 204 len: 168 time: 0.3325934 Sep 03 20:22:56.957790 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4a241-d40e-4094-ab8c-26b2ee3ce752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e00a58c-81be-435d-81f4-53492f6e5ca5,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:57.100642 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3dd12-3fd9-412d-91a5-1b880ba50e51 req-3f695062-037c-4428-a93a-ce0a21f221d5 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:57.102118 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9bb3dd12-3fd9-412d-91a5-1b880ba50e51 req-3f695062-037c-4428-a93a-ce0a21f221d5 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0500910 Sep 03 20:22:57.139316 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9bb3dd12-3fd9-412d-91a5-1b880ba50e51 req-26fe8b36-2284-43f1-95e7-5e0b5f0c4cdc tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311248 Sep 03 20:22:57.777345 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23130971-1a67-4b25-970c-fc28db9546ad req-4944e7ab-7ec1-444a-a238-de9193f70025 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:57.778812 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-23130971-1a67-4b25-970c-fc28db9546ad req-4944e7ab-7ec1-444a-a238-de9193f70025 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 943 time: 0.0484986 Sep 03 20:22:57.819351 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-23130971-1a67-4b25-970c-fc28db9546ad req-0048c802-63da-40ac-aa1d-41ce89429c9f tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Sep 03 20:22:57.870746 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device c6413ecc-96d6-490b-a39e-d345bd41dc9c details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:22:57.898873 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6577081-2e19-4773-837b-b3252da8cc6b req-f5c37f17-da53-4523-811e-b1e81683f98f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:57.900225 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c6577081-2e19-4773-837b-b3252da8cc6b req-f5c37f17-da53-4523-811e-b1e81683f98f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 944 time: 0.0607440 Sep 03 20:22:57.903265 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device fb455923-3366-472a-ad7c-331c1e8bb2eb up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:22:57.916391 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39522) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:57.931215 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d33f648d-3456-4579-bf01-f983bb27cba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:57.952387 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c6577081-2e19-4773-837b-b3252da8cc6b req-faf14658-fcdd-45fe-871a-62966a0b224f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434139 Sep 03 20:22:58.029504 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c8218-1ace-489f-b935-3d17cec1f7e6 req-3fcc183b-bde4-4534-a3d8-4e55e78f70f5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:58.031585 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3a4c8218-1ace-489f-b935-3d17cec1f7e6 req-3fcc183b-bde4-4534-a3d8-4e55e78f70f5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0522499 Sep 03 20:22:58.046786 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port c6413ecc-96d6-490b-a39e-d345bd41dc9c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c6413ecc-96d6-490b-a39e-d345bd41dc9c,segment=NetworkSegment(7eedcc07-6d44-4c13-9421-8b3f0fff5aa8),segment_id=7eedcc07-6d44-4c13-9421-8b3f0fff5aa8)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:58.052192 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d33f648d-3456-4579-bf01-f983bb27cba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:58.058105 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': 'c6413ecc-96d6-490b-a39e-d345bd41dc9c', 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2', 'port_id': 'c6413ecc-96d6-490b-a39e-d345bd41dc9c', 'mac_address': 'fa:16:3e:b0:18:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917e06e4-7a3d-4bb8-947a-745fcc5f2509', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:22:58.076956 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3a4c8218-1ace-489f-b935-3d17cec1f7e6 req-1bf9f39e-5e1c-4e84-8a72-f48d1fd9e93a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390730 Sep 03 20:22:58.099559 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:58.111837 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6413ecc-96d6-490b-a39e-d345bd41dc9c {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:22:58.129963 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port fb455923-3366-472a-ad7c-331c1e8bb2eb completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:22:58.134586 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port c6413ecc-96d6-490b-a39e-d345bd41dc9c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c6413ecc-96d6-490b-a39e-d345bd41dc9c,segment=NetworkSegment(7eedcc07-6d44-4c13-9421-8b3f0fff5aa8),segment_id=7eedcc07-6d44-4c13-9421-8b3f0fff5aa8)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:58.136291 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port fb455923-3366-472a-ad7c-331c1e8bb2eb triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:22:58.136664 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:58.157341 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d33f648d-3456-4579-bf01-f983bb27cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:58.221805 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:58.222464 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device f035d973-ba4e-47c6-a9b3-b3f036406f31 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:22:58.234950 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d33f648d-3456-4579-bf01-f983bb27cba7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39bee23eddd54397baf28e3e00f28546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197651 Sep 03 20:22:58.236618 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f648d-3456-4579-bf01-f983bb27cba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ef5645-d742-406b-a1fb-abefb02d5e3a,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:58.242592 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 39530) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:58.271534 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:58.319194 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e72446-ec74-4c8a-8456-d396f2c4e3a0 req-a0a16e8c-06d3-4de4-a6bd-88a7145cf97e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:58.320515 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port f035d973-ba4e-47c6-a9b3-b3f036406f31, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f035d973-ba4e-47c6-a9b3-b3f036406f31,segment=NetworkSegment(7eedcc07-6d44-4c13-9421-8b3f0fff5aa8),segment_id=7eedcc07-6d44-4c13-9421-8b3f0fff5aa8)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:58.320724 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-82e72446-ec74-4c8a-8456-d396f2c4e3a0 req-a0a16e8c-06d3-4de4-a6bd-88a7145cf97e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 945 time: 0.0938578 Sep 03 20:22:58.326492 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604eb03d-25bb-4a28-a9e8-f942fe78f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb455923-3366-472a-ad7c-331c1e8bb2eb'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:22:58.337042 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-79c718fc-e9b6-44e9-aadf-b776d7405bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:58.377671 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-79c718fc-e9b6-44e9-aadf-b776d7405bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:58.382844 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-82e72446-ec74-4c8a-8456-d396f2c4e3a0 req-12770a54-47db-43f7-bcd9-4ae517d16feb tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549338 Sep 03 20:22:58.395678 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=c6413ecc-96d6-490b-a39e-d345bd41dc9c,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:58.414550 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port fb455923-3366-472a-ad7c-331c1e8bb2eb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=fb455923-3366-472a-ad7c-331c1e8bb2eb,segment=NetworkSegment(e913d13b-4338-4cf2-968c-bc7c9177e178),segment_id=e913d13b-4338-4cf2-968c-bc7c9177e178)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:58.424055 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': 'f035d973-ba4e-47c6-a9b3-b3f036406f31', 'network_id': 'd3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2', 'port_id': 'f035d973-ba4e-47c6-a9b3-b3f036406f31', 'mac_address': 'fa:16:3e:6e:de:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917e06e4-7a3d-4bb8-947a-745fcc5f2509', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:22:58.473984 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:58.495888 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f035d973-ba4e-47c6-a9b3-b3f036406f31 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:22:58.512620 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:58.532360 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749ae8c6-aae0-4253-8efd-1f88cb8957d2" -d '{"events": [{"server_uuid": "604eb03d-25bb-4a28-a9e8-f942fe78f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "fb455923-3366-472a-ad7c-331c1e8bb2eb"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:22:58.562044 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port f035d973-ba4e-47c6-a9b3-b3f036406f31, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f035d973-ba4e-47c6-a9b3-b3f036406f31,segment=NetworkSegment(7eedcc07-6d44-4c13-9421-8b3f0fff5aa8),segment_id=7eedcc07-6d44-4c13-9421-8b3f0fff5aa8)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:58.588346 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=fb455923-3366-472a-ad7c-331c1e8bb2eb,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:58.627900 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7506bf45-16da-4748-9171-5353c3b92a3e x-openstack-request-id: req-7506bf45-16da-4748-9171-5353c3b92a3e {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:22:58.628769 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604eb03d-25bb-4a28-a9e8-f942fe78f8d2", "name": "network-vif-plugged", "status": "completed", "tag": "fb455923-3366-472a-ad7c-331c1e8bb2eb", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:22:58.633528 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7506bf45-16da-4748-9171-5353c3b92a3e {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:22:58.633528 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604eb03d-25bb-4a28-a9e8-f942fe78f8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb455923-3366-472a-ad7c-331c1e8bb2eb', 'code': 200} Sep 03 20:22:58.653896 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-79c718fc-e9b6-44e9-aadf-b776d7405bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:58.657118 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-79c718fc-e9b6-44e9-aadf-b776d7405bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:58.658493 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-79c718fc-e9b6-44e9-aadf-b776d7405bb6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3ef5645-d742-406b-a1fb-abefb02d5e3a HTTP/1.1" status: 204 len: 168 time: 0.4168019 Sep 03 20:22:58.669089 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c718fc-e9b6-44e9-aadf-b776d7405bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ef5645-d742-406b-a1fb-abefb02d5e3a,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:58.675900 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:58.676766 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 3b7f6363-7129-486f-8908-8b8d151a460e details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:22:58.745867 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39556) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:58.868294 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=f035d973-ba4e-47c6-a9b3-b3f036406f31,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:58.901137 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3acf4cde-4d81-4de4-9644-3c46c5c6b27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:58.967149 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dc719-7b16-4fd7-bae3-24fb3aab7460 req-1ed6f7cc-f6f7-4732-a400-d04a24f1e8a5 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:58.971278 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 3b7f6363-7129-486f-8908-8b8d151a460e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3b7f6363-7129-486f-8908-8b8d151a460e,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:58.978259 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5b5dc719-7b16-4fd7-bae3-24fb3aab7460 req-1ed6f7cc-f6f7-4732-a400-d04a24f1e8a5 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 944 time: 0.0692964 Sep 03 20:22:58.997993 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '3b7f6363-7129-486f-8908-8b8d151a460e', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'port_id': '3b7f6363-7129-486f-8908-8b8d151a460e', 'mac_address': 'fa:16:3e:fc:66:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:22:59.046655 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:59.051684 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5b5dc719-7b16-4fd7-bae3-24fb3aab7460 req-3130ea46-de09-45bd-a318-d02a7b27b034 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447352 Sep 03 20:22:59.067103 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7f6363-7129-486f-8908-8b8d151a460e {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:22:59.080927 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ed073-34b6-48d3-bb6d-74514bc68c07 req-1eed1eb9-a925-4f04-bf93-801969a7adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:59.081420 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-598ed073-34b6-48d3-bb6d-74514bc68c07 req-1eed1eb9-a925-4f04-bf93-801969a7adef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 1099 time: 0.1039219 Sep 03 20:22:59.099842 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 3b7f6363-7129-486f-8908-8b8d151a460e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3b7f6363-7129-486f-8908-8b8d151a460e,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:22:59.109706 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-598ed073-34b6-48d3-bb6d-74514bc68c07 req-4c625a25-63b6-4a4d-bd79-4c905bcae194 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:59.125505 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05434428-4cba-4271-a377-c031978260a6 req-7045157f-1269-4f59-9a19-2e7c587798f8 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:59.134835 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-05434428-4cba-4271-a377-c031978260a6 req-7045157f-1269-4f59-9a19-2e7c587798f8 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 944 time: 0.0807784 Sep 03 20:22:59.142058 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3acf4cde-4d81-4de4-9644-3c46c5c6b27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:59.181577 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-05434428-4cba-4271-a377-c031978260a6 req-ca02d1ef-d321-4639-9564-0c3ca7fe1480 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457575 Sep 03 20:22:59.203061 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:59.208180 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3acf4cde-4d81-4de4-9644-3c46c5c6b27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:59.225381 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821786a-4e6c-44cb-88ab-49c6e938e233 req-be268023-a371-4573-bdcc-b3f23252d0ef tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:59.227326 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3821786a-4e6c-44cb-88ab-49c6e938e233 req-be268023-a371-4573-bdcc-b3f23252d0ef tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0625660 Sep 03 20:22:59.266645 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=3b7f6363-7129-486f-8908-8b8d151a460e,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:59.278925 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf4cde-4d81-4de4-9644-3c46c5c6b27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a56d8c-4af0-4655-9b44-80e465e2531a,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:59.282035 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3821786a-4e6c-44cb-88ab-49c6e938e233 req-b8c4a2e1-655a-4333-b035-87593c6119d3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468152 Sep 03 20:22:59.286133 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3acf4cde-4d81-4de4-9644-3c46c5c6b27f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3b70878c13447689492e11a0dc8371d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5392063 Sep 03 20:22:59.289855 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 39574) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:22:59.348092 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-315ee409-6a85-4920-b08e-d27044473211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:59.351817 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-598ed073-34b6-48d3-bb6d-74514bc68c07 req-4c625a25-63b6-4a4d-bd79-4c905bcae194 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:59.368562 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-315ee409-6a85-4920-b08e-d27044473211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:59.464318 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-598ed073-34b6-48d3-bb6d-74514bc68c07 req-4c625a25-63b6-4a4d-bd79-4c905bcae194 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:59.496338 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['f035d973-ba4e-47c6-a9b3-b3f036406f31'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:22:59.498880 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-315ee409-6a85-4920-b08e-d27044473211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:59.502165 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-315ee409-6a85-4920-b08e-d27044473211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:22:59.504229 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-315ee409-6a85-4920-b08e-d27044473211 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29a56d8c-4af0-4655-9b44-80e465e2531a HTTP/1.1" status: 204 len: 168 time: 0.2120070 Sep 03 20:22:59.507059 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-598ed073-34b6-48d3-bb6d-74514bc68c07 req-4c625a25-63b6-4a4d-bd79-4c905bcae194 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158745 Sep 03 20:22:59.522519 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eeabe-0902-4c4f-954c-b910f7cfea54 req-515df178-f429-42d4-b58d-97837214a8f7 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:22:59.530127 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-363eeabe-0902-4c4f-954c-b910f7cfea54 req-515df178-f429-42d4-b58d-97837214a8f7 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 946 time: 0.0727427 Sep 03 20:22:59.532246 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ee409-6a85-4920-b08e-d27044473211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a56d8c-4af0-4655-9b44-80e465e2531a,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:59.538824 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c625a25-63b6-4a4d-bd79-4c905bcae194 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=777e8ed9-695e-4792-ab53-27eea67a6ff8,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:22:59.548521 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['c6413ecc-96d6-490b-a39e-d345bd41dc9c'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:22:59.568862 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['3b7f6363-7129-486f-8908-8b8d151a460e'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:22:59.586313 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-363eeabe-0902-4c4f-954c-b910f7cfea54 req-847691cc-4ee4-4e0b-b1c2-19a4d4f0876d tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552235 Sep 03 20:22:59.898374 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 0d7d8957-1111-4b21-907e-c96b1e06fe16 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:23:00.018351 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 0d7d8957-1111-4b21-907e-c96b1e06fe16, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:00.034808 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'port_id': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'mac_address': 'fa:16:3e:2a:5b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:23:00.071347 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:00.083674 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7d8957-1111-4b21-907e-c96b1e06fe16 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:23:00.102940 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 0d7d8957-1111-4b21-907e-c96b1e06fe16, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:00.182844 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585af534-bab6-4de0-a793-b8e7a0274c91 req-d757e18a-1863-4d84-8515-8d2d289b6422 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:00.184487 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-585af534-bab6-4de0-a793-b8e7a0274c91 req-d757e18a-1863-4d84-8515-8d2d289b6422 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 944 time: 0.0481887 Sep 03 20:23:00.184712 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:00.225206 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-585af534-bab6-4de0-a793-b8e7a0274c91 req-20b137fe-e115-43f1-838e-449eb99cefd4 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335579 Sep 03 20:23:00.244255 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=0d7d8957-1111-4b21-907e-c96b1e06fe16,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:00.272375 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39610) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:00.286594 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3357d937-6826-4493-bd9d-275c1b0604bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:00.316369 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434e796-5cf4-4c04-9a27-b403a631ac36 req-667da623-aa4e-4715-8614-3940d74d9a3d tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:00.317984 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b434e796-5cf4-4c04-9a27-b403a631ac36 req-667da623-aa4e-4715-8614-3940d74d9a3d tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 945 time: 0.0522101 Sep 03 20:23:00.375661 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b434e796-5cf4-4c04-9a27-b403a631ac36 req-64b90b56-21b0-4a6d-a8fd-e7da476303cd tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476007 Sep 03 20:23:00.440091 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3357d937-6826-4493-bd9d-275c1b0604bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:00.446647 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74110c5-9ac2-4a01-b171-8307702578f8 req-682011d2-c755-466d-8840-813b9a443d0a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:00.448120 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d74110c5-9ac2-4a01-b171-8307702578f8 req-682011d2-c755-466d-8840-813b9a443d0a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 944 time: 0.0702536 Sep 03 20:23:00.475803 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39618) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:00.489481 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d74110c5-9ac2-4a01-b171-8307702578f8 req-0499752f-43b7-4523-86b2-638630fb535d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349922 Sep 03 20:23:00.538283 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3357d937-6826-4493-bd9d-275c1b0604bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:00.577335 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3357d937-6826-4493-bd9d-275c1b0604bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0292d7c8eda54dd3812354f4aa3aae60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038127 Sep 03 20:23:00.580340 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 39622) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:00.584082 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357d937-6826-4493-bd9d-275c1b0604bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5b94bb-3097-4653-98bf-7582b51d7efe,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:00.593630 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-82db162c-880d-404b-879d-e5425e017022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:00.635584 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-296c5524-9983-4e88-9662-c682e7812394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:00.666104 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-296c5524-9983-4e88-9662-c682e7812394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:00.669475 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['0d7d8957-1111-4b21-907e-c96b1e06fe16'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:23:00.703847 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-82db162c-880d-404b-879d-e5425e017022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:00.735042 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef22766-b302-4ac4-8693-34d787e046ac req-be3a5ef0-b270-42aa-b9c0-dd85f088cd2b tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:00.737327 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3ef22766-b302-4ac4-8693-34d787e046ac req-be3a5ef0-b270-42aa-b9c0-dd85f088cd2b tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 946 time: 0.0835736 Sep 03 20:23:00.778579 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-82db162c-880d-404b-879d-e5425e017022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:00.785892 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3ef22766-b302-4ac4-8693-34d787e046ac req-ee0b95c9-f0f4-4226-afc0-af679da9b6a6 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424440 Sep 03 20:23:00.824468 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-82db162c-880d-404b-879d-e5425e017022 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d91a44f794934689864758fd2644c2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475354 Sep 03 20:23:00.827115 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 39632) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:00.833056 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db162c-880d-404b-879d-e5425e017022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699a18ec-7732-4379-b019-ff0d178883af,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:00.868176 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-296c5524-9983-4e88-9662-c682e7812394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:00.870677 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-296c5524-9983-4e88-9662-c682e7812394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:00.874794 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-296c5524-9983-4e88-9662-c682e7812394 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a5b94bb-3097-4653-98bf-7582b51d7efe HTTP/1.1" status: 204 len: 168 time: 0.2933950 Sep 03 20:23:00.886646 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c5524-9983-4e88-9662-c682e7812394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5b94bb-3097-4653-98bf-7582b51d7efe,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:00.906793 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-84f0d380-e307-4659-b37f-366b1221c162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:00.933477 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-84f0d380-e307-4659-b37f-366b1221c162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:01.058755 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-84f0d380-e307-4659-b37f-366b1221c162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:01.061518 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-84f0d380-e307-4659-b37f-366b1221c162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:01.062726 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-84f0d380-e307-4659-b37f-366b1221c162 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/699a18ec-7732-4379-b019-ff0d178883af HTTP/1.1" status: 204 len: 168 time: 0.2345564 Sep 03 20:23:01.074762 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0d380-e307-4659-b37f-366b1221c162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699a18ec-7732-4379-b019-ff0d178883af,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:01.356516 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4430f0-685f-49f2-bc2c-48830ae8bc6e req-c23d5dd8-b362-4247-8f74-a235bb52382b tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:01.357979 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1c4430f0-685f-49f2-bc2c-48830ae8bc6e req-c23d5dd8-b362-4247-8f74-a235bb52382b tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 944 time: 0.0573468 Sep 03 20:23:01.404679 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1c4430f0-685f-49f2-bc2c-48830ae8bc6e req-fea53473-28b4-463a-8a50-c655c525f821 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368741 Sep 03 20:23:01.497315 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17b0d1-4794-45b5-8790-6062c5d660ac req-3ff0d940-1564-4504-b480-00e97afb6caf tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:01.499443 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2b17b0d1-4794-45b5-8790-6062c5d660ac req-3ff0d940-1564-4504-b480-00e97afb6caf tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 945 time: 0.0514762 Sep 03 20:23:01.545607 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2b17b0d1-4794-45b5-8790-6062c5d660ac req-83ba1e2c-7407-4afd-ab3f-6c9ac7508ea1 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350261 Sep 03 20:23:01.621412 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e4609-a244-4d77-adb9-b8dfd9e4eb22 req-8b7e4cd4-7556-4870-a3cb-c00fc241bbb2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:01.622888 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0c1e4609-a244-4d77-adb9-b8dfd9e4eb22 req-8b7e4cd4-7556-4870-a3cb-c00fc241bbb2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 944 time: 0.0518444 Sep 03 20:23:01.675636 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0c1e4609-a244-4d77-adb9-b8dfd9e4eb22 req-38323211-3cb6-4f41-b416-a87c7a5bc559 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465508 Sep 03 20:23:01.853648 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39688) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:01.867983 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0759c29c-5425-4485-8dee-878f3b1b0f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:01.904447 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device f035d973-ba4e-47c6-a9b3-b3f036406f31 up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:01.910324 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7345e-c495-4cda-9450-1e91aceb27c1 req-c0fea877-5abd-4509-8424-d72ae3462dcf tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:01.922864 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cfe7345e-c495-4cda-9450-1e91aceb27c1 req-c0fea877-5abd-4509-8424-d72ae3462dcf tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 946 time: 0.0699170 Sep 03 20:23:01.981820 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0759c29c-5425-4485-8dee-878f3b1b0f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:01.999732 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cfe7345e-c495-4cda-9450-1e91aceb27c1 req-8e9699c1-9088-4f4b-bdb2-2be280a6c5d4 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684071 Sep 03 20:23:02.046979 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port f035d973-ba4e-47c6-a9b3-b3f036406f31 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:23:02.053701 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port f035d973-ba4e-47c6-a9b3-b3f036406f31 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:02.057360 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:02.082245 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0759c29c-5425-4485-8dee-878f3b1b0f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:02.122257 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759c29c-5425-4485-8dee-878f3b1b0f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da60fa08-537a-4b79-9eda-5a040f44feca,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:02.130024 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 39712) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:02.130111 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0759c29c-5425-4485-8dee-878f3b1b0f60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a3e8f7afe514e45b9dc33d80faf8c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753317 Sep 03 20:23:02.160133 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:02.190066 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f035d973-ba4e-47c6-a9b3-b3f036406f31'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:23:02.190159 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07589c72-1f62-4229-84d6-54a9bc28dd1e" -d '{"events": [{"server_uuid": "6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f", "name": "network-vif-plugged", "status": "completed", "tag": "f035d973-ba4e-47c6-a9b3-b3f036406f31"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:23:02.196831 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ac523fba-d4f1-4aba-912a-ba35c5309d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:02.205318 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port f035d973-ba4e-47c6-a9b3-b3f036406f31, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f035d973-ba4e-47c6-a9b3-b3f036406f31,segment=NetworkSegment(7eedcc07-6d44-4c13-9421-8b3f0fff5aa8),segment_id=7eedcc07-6d44-4c13-9421-8b3f0fff5aa8)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:02.225220 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ac523fba-d4f1-4aba-912a-ba35c5309d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:02.241587 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b31c233-4342-4f4a-a300-407841136011 x-openstack-request-id: req-9b31c233-4342-4f4a-a300-407841136011 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:23:02.242209 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f", "name": "network-vif-plugged", "status": "completed", "tag": "f035d973-ba4e-47c6-a9b3-b3f036406f31", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:23:02.242209 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b31c233-4342-4f4a-a300-407841136011 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:23:02.242847 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f035d973-ba4e-47c6-a9b3-b3f036406f31', 'code': 200} Sep 03 20:23:02.294007 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:02.294816 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device c6413ecc-96d6-490b-a39e-d345bd41dc9c up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:02.373160 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ac523fba-d4f1-4aba-912a-ba35c5309d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:02.376143 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ac523fba-d4f1-4aba-912a-ba35c5309d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:02.377961 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-ac523fba-d4f1-4aba-912a-ba35c5309d1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da60fa08-537a-4b79-9eda-5a040f44feca HTTP/1.1" status: 204 len: 168 time: 0.2469976 Sep 03 20:23:02.382902 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=f035d973-ba4e-47c6-a9b3-b3f036406f31,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:02.387287 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac523fba-d4f1-4aba-912a-ba35c5309d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da60fa08-537a-4b79-9eda-5a040f44feca,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:02.481818 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port c6413ecc-96d6-490b-a39e-d345bd41dc9c completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:23:02.486785 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port c6413ecc-96d6-490b-a39e-d345bd41dc9c triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:02.487301 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:02.525669 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220dab9-210f-4fbc-b24f-2ad82d47d987 req-e75798e8-90b6-4228-afb4-d8a18fc6be37 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:02.527540 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4220dab9-210f-4fbc-b24f-2ad82d47d987 req-e75798e8-90b6-4228-afb4-d8a18fc6be37 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0505614 Sep 03 20:23:02.569666 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4220dab9-210f-4fbc-b24f-2ad82d47d987 req-46eb0bbe-d7ac-4f76-9ab3-acd776feb434 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356400 Sep 03 20:23:02.580753 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:02.649658 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port c6413ecc-96d6-490b-a39e-d345bd41dc9c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c6413ecc-96d6-490b-a39e-d345bd41dc9c,segment=NetworkSegment(7eedcc07-6d44-4c13-9421-8b3f0fff5aa8),segment_id=7eedcc07-6d44-4c13-9421-8b3f0fff5aa8)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:02.662719 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baef3cc-196d-42ec-8a86-f88ae3abd3a7 req-ee2ecfa1-5caf-4c63-a206-fcfd7e8c25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:02.664410 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5baef3cc-196d-42ec-8a86-f88ae3abd3a7 req-ee2ecfa1-5caf-4c63-a206-fcfd7e8c25d0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 1098 time: 0.0467067 Sep 03 20:23:02.685824 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4260031-d94a-41d8-b64c-fda0bec69fd9 req-c7d6aa7c-2fe8-41fa-bd39-516f97e89457 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:02.687487 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b4260031-d94a-41d8-b64c-fda0bec69fd9 req-c7d6aa7c-2fe8-41fa-bd39-516f97e89457 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 945 time: 0.0497799 Sep 03 20:23:02.699596 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5baef3cc-196d-42ec-8a86-f88ae3abd3a7 req-d3f31d87-d68d-46ab-9284-190285738021 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276182 Sep 03 20:23:02.729003 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b4260031-d94a-41d8-b64c-fda0bec69fd9 req-f74271d6-f6d0-409d-874f-ad3d3f56e238 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349188 Sep 03 20:23:02.753004 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:02.753850 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 0d7d8957-1111-4b21-907e-c96b1e06fe16 up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:02.800403 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836d217-0035-4992-b3f1-be772f8a3b41 req-48c0a7a9-3281-488d-b84a-281b678bd724 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:02.801879 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7836d217-0035-4992-b3f1-be772f8a3b41 req-48c0a7a9-3281-488d-b84a-281b678bd724 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 944 time: 0.0571415 Sep 03 20:23:02.842808 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=c6413ecc-96d6-490b-a39e-d345bd41dc9c,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:02.895581 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7836d217-0035-4992-b3f1-be772f8a3b41 req-51a644e6-c1e1-4537-88b4-a7ce70bf0cf1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569637 Sep 03 20:23:02.950238 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port 0d7d8957-1111-4b21-907e-c96b1e06fe16 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:23:02.954729 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 0d7d8957-1111-4b21-907e-c96b1e06fe16 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:02.955127 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:03.010712 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 39746) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:03.085214 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:03.158106 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 0d7d8957-1111-4b21-907e-c96b1e06fe16, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:03.219107 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bb84ef0b-43aa-4a0c-a098-c7784c8ea796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:03.229738 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:03.230619 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 3b7f6363-7129-486f-8908-8b8d151a460e up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:03.310925 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bb84ef0b-43aa-4a0c-a098-c7784c8ea796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:03.319489 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=0d7d8957-1111-4b21-907e-c96b1e06fe16,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:03.372756 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bb84ef0b-43aa-4a0c-a098-c7784c8ea796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:03.395878 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port 3b7f6363-7129-486f-8908-8b8d151a460e completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:23:03.400825 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 3b7f6363-7129-486f-8908-8b8d151a460e triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:03.401787 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:03.415403 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-bb84ef0b-43aa-4a0c-a098-c7784c8ea796 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=510592f95ff946d2af2f08b03025aea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035416 Sep 03 20:23:03.416345 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84ef0b-43aa-4a0c-a098-c7784c8ea796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374e71b1-416e-4478-b71f-f181ad58af74,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:03.418074 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39762) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:03.478202 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-103b54ea-7ddd-4dd6-aa20-ab6c7125ec80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:03.498314 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:03.508689 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-103b54ea-7ddd-4dd6-aa20-ab6c7125ec80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:03.533258 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 3b7f6363-7129-486f-8908-8b8d151a460e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3b7f6363-7129-486f-8908-8b8d151a460e,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:03.664218 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-103b54ea-7ddd-4dd6-aa20-ab6c7125ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:03.664384 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:03.668449 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-103b54ea-7ddd-4dd6-aa20-ab6c7125ec80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:03.669809 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-103b54ea-7ddd-4dd6-aa20-ab6c7125ec80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/374e71b1-416e-4478-b71f-f181ad58af74 HTTP/1.1" status: 204 len: 168 time: 0.2507098 Sep 03 20:23:03.682128 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b54ea-7ddd-4dd6-aa20-ab6c7125ec80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374e71b1-416e-4478-b71f-f181ad58af74,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:03.728236 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5909f-5309-4813-965f-b40a48455763 req-310b17d5-deff-4466-b383-988bd6165120 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:03.731260 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4af5909f-5309-4813-965f-b40a48455763 req-310b17d5-deff-4466-b383-988bd6165120 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0905359 Sep 03 20:23:03.772012 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=3b7f6363-7129-486f-8908-8b8d151a460e,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:03.795799 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4af5909f-5309-4813-965f-b40a48455763 req-c892d317-2ee7-4ecb-8932-453eb4fa4583 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587831 Sep 03 20:23:03.864519 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc3d9d-9f84-4f20-9485-725d74901aae req-adfbc0bd-cd9a-4479-86fa-23e0e4a9b2fd tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:03.865997 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bbbc3d9d-9f84-4f20-9485-725d74901aae req-adfbc0bd-cd9a-4479-86fa-23e0e4a9b2fd tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0550473 Sep 03 20:23:04.115171 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bbbc3d9d-9f84-4f20-9485-725d74901aae req-b29d36d9-ec65-410a-b8de-652224296370 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424824 Sep 03 20:23:04.135367 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5347a3a-6af8-49b8-b20e-54c5d6052891 req-eb038b87-3106-4e14-86d8-9b7d23077895 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:04.137041 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a5347a3a-6af8-49b8-b20e-54c5d6052891 req-eb038b87-3106-4e14-86d8-9b7d23077895 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0643275 Sep 03 20:23:04.191640 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a5347a3a-6af8-49b8-b20e-54c5d6052891 req-1ef34785-f906-409f-aea6-24480b6cd278 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472105 Sep 03 20:23:04.244144 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7818d032-a99b-40cb-aafb-282dcc7d9c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6413ecc-96d6-490b-a39e-d345bd41dc9c'}, {'server_uuid': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7d8957-1111-4b21-907e-c96b1e06fe16'}, {'server_uuid': '1499f874-cc81-44ca-bed5-6652e61288d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7f6363-7129-486f-8908-8b8d151a460e'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:23:04.247019 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d953ea37-df28-4cc4-97fb-2f02c3abba2c" -d '{"events": [{"server_uuid": "7818d032-a99b-40cb-aafb-282dcc7d9c03", "name": "network-vif-plugged", "status": "completed", "tag": "c6413ecc-96d6-490b-a39e-d345bd41dc9c"}, {"server_uuid": "d31f9675-0eeb-4f2b-a707-fc72e18d3456", "name": "network-vif-plugged", "status": "completed", "tag": "0d7d8957-1111-4b21-907e-c96b1e06fe16"}, {"server_uuid": "1499f874-cc81-44ca-bed5-6652e61288d4", "name": "network-vif-plugged", "status": "completed", "tag": "3b7f6363-7129-486f-8908-8b8d151a460e"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:23:04.300240 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 03 Sep 2021 20:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723deffc-e394-4fca-bdaf-8293d70683c3 x-openstack-request-id: req-723deffc-e394-4fca-bdaf-8293d70683c3 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:23:04.300545 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7818d032-a99b-40cb-aafb-282dcc7d9c03", "name": "network-vif-plugged", "status": "completed", "tag": "c6413ecc-96d6-490b-a39e-d345bd41dc9c", "code": 200}, {"server_uuid": "d31f9675-0eeb-4f2b-a707-fc72e18d3456", "name": "network-vif-plugged", "status": "completed", "tag": "0d7d8957-1111-4b21-907e-c96b1e06fe16", "code": 200}, {"server_uuid": "1499f874-cc81-44ca-bed5-6652e61288d4", "name": "network-vif-plugged", "status": "completed", "tag": "3b7f6363-7129-486f-8908-8b8d151a460e", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:23:04.300796 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-723deffc-e394-4fca-bdaf-8293d70683c3 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:23:04.301189 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7818d032-a99b-40cb-aafb-282dcc7d9c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6413ecc-96d6-490b-a39e-d345bd41dc9c', 'code': 200} Sep 03 20:23:04.301441 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'code': 200} Sep 03 20:23:04.301690 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1499f874-cc81-44ca-bed5-6652e61288d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7f6363-7129-486f-8908-8b8d151a460e', 'code': 200} Sep 03 20:23:04.530191 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39816) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:04.547372 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b099c0ae-c0b5-463f-af2a-50d84eee018b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:04.676088 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b099c0ae-c0b5-463f-af2a-50d84eee018b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:04.687793 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9341a-48e8-43fe-b76f-b8efb7894ae5 req-fc7dc800-ddbe-4d39-8ebc-711a2a5dd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:04.690089 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-03a9341a-48e8-43fe-b76f-b8efb7894ae5 req-fc7dc800-ddbe-4d39-8ebc-711a2a5dd650 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 1098 time: 0.0522647 Sep 03 20:23:04.743319 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-03a9341a-48e8-43fe-b76f-b8efb7894ae5 req-e3e23c80-8ef2-4051-884e-2a5fae0ee38d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296066 Sep 03 20:23:04.778179 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b099c0ae-c0b5-463f-af2a-50d84eee018b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:04.785843 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1082198-3e0c-4c38-b1d4-41ebb2c07ee2 req-e4b3b487-e2e0-4f1e-92df-9833b554f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:04.787451 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f1082198-3e0c-4c38-b1d4-41ebb2c07ee2 req-e4b3b487-e2e0-4f1e-92df-9833b554f86d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 1099 time: 0.0769641 Sep 03 20:23:04.789103 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7a8f7-4de3-4fcc-92f2-547edbb3a368 req-fadaaddd-1745-42fe-93e7-db0fcfbe7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:04.790470 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-53a7a8f7-4de3-4fcc-92f2-547edbb3a368 req-fadaaddd-1745-42fe-93e7-db0fcfbe7044 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 1099 time: 0.1110358 Sep 03 20:23:04.818219 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b099c0ae-c0b5-463f-af2a-50d84eee018b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9da25346b48e4450ba62a518ad4878e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867556 Sep 03 20:23:04.820809 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39828) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:04.828530 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099c0ae-c0b5-463f-af2a-50d84eee018b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf66af8-fff2-4634-b331-4bf13180a87d,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:04.925415 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7d2f-80c6-4a14-bc5f-09bc74cd84cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:04.944491 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab014ca4-f15e-4b40-8464-9bcb43f73adb req-35110c9b-5f02-426d-ac10-8a7d1273bf85 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:04.946103 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ab014ca4-f15e-4b40-8464-9bcb43f73adb req-35110c9b-5f02-426d-ac10-8a7d1273bf85 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0687208 Sep 03 20:23:04.955100 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7d2f-80c6-4a14-bc5f-09bc74cd84cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.011130 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39840) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:05.058628 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f1082198-3e0c-4c38-b1d4-41ebb2c07ee2 req-a0b9540a-9dd0-4188-ab2e-1cd858e02bff service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022146 Sep 03 20:23:05.074445 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ab014ca4-f15e-4b40-8464-9bcb43f73adb req-8065c7d0-b97d-4cbd-a005-846ca2db8a83 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143019 Sep 03 20:23:05.074768 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-53a7a8f7-4de3-4fcc-92f2-547edbb3a368 req-fd1b664d-bcb3-42eb-8767-c15c413c199c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126151 Sep 03 20:23:05.121119 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39848) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:05.128040 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7d2f-80c6-4a14-bc5f-09bc74cd84cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.130863 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7d2f-80c6-4a14-bc5f-09bc74cd84cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.133424 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5b3e7d2f-80c6-4a14-bc5f-09bc74cd84cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbf66af8-fff2-4634-b331-4bf13180a87d HTTP/1.1" status: 204 len: 168 time: 0.3115375 Sep 03 20:23:05.145541 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e7d2f-80c6-4a14-bc5f-09bc74cd84cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf66af8-fff2-4634-b331-4bf13180a87d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:05.220967 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d176108f-8a18-418a-8ac6-0f5db8e4264b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.289464 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f885c-1ff2-4674-8a5e-1865aa5728c9 req-c95a9115-2b49-4fd3-aa26-d0d999960b5f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:05.296537 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c96f885c-1ff2-4674-8a5e-1865aa5728c9 req-c95a9115-2b49-4fd3-aa26-d0d999960b5f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0660729 Sep 03 20:23:05.330305 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c96f885c-1ff2-4674-8a5e-1865aa5728c9 req-cfffe376-6e26-47e3-afa0-12950e9dff9e tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328403 Sep 03 20:23:05.339487 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4f897b25-712e-4c94-bfe9-5ec4798874c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.397622 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d176108f-8a18-418a-8ac6-0f5db8e4264b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.435717 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c49564-5c4c-4bd2-ab1a-5faab4d63b49 req-3f46ee2e-b27c-46fa-a100-b92a649f9837 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:05.437008 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-34c49564-5c4c-4bd2-ab1a-5faab4d63b49 req-3f46ee2e-b27c-46fa-a100-b92a649f9837 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0483723 Sep 03 20:23:05.474576 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-34c49564-5c4c-4bd2-ab1a-5faab4d63b49 req-cb06c512-440f-4289-9289-3b9ec450d7c2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311329 Sep 03 20:23:05.500497 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d176108f-8a18-418a-8ac6-0f5db8e4264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.556936 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176108f-8a18-418a-8ac6-0f5db8e4264b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacecc99-cd7f-4789-889f-db3ee5ca962c,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:05.565153 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d176108f-8a18-418a-8ac6-0f5db8e4264b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc947b61a8cc472382ab1097ecc15c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5528696 Sep 03 20:23:05.569120 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 39864) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:05.634066 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4f897b25-712e-4c94-bfe9-5ec4798874c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.676884 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1ee57c79-c1a0-4860-b41c-605b150c7325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.703839 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29bc06-54ab-447c-a1fb-cd26d269015d req-1f74bdd6-49e1-4739-8e1e-41b66de2e60c tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:05.706126 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eb29bc06-54ab-447c-a1fb-cd26d269015d req-1f74bdd6-49e1-4739-8e1e-41b66de2e60c tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0840347 Sep 03 20:23:05.709773 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4f897b25-712e-4c94-bfe9-5ec4798874c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.725731 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1ee57c79-c1a0-4860-b41c-605b150c7325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.759284 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-4f897b25-712e-4c94-bfe9-5ec4798874c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc1640b3c72e480d8e008e1b807479ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6370480 Sep 03 20:23:05.760159 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f897b25-712e-4c94-bfe9-5ec4798874c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f54a0c-e25b-4141-af33-d82332d1cecb,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:05.763477 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39872) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:05.809997 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eb29bc06-54ab-447c-a1fb-cd26d269015d req-50b41d27-89ed-4704-a1f3-150308240c0a tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906630 Sep 03 20:23:05.812830 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a57e45-2a74-438c-bb34-38fd7ec31306 req-b9f79f14-85c8-4e51-94c0-9def7a569cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:05.814325 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-03a57e45-2a74-438c-bb34-38fd7ec31306 req-b9f79f14-85c8-4e51-94c0-9def7a569cf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 1098 time: 0.1073189 Sep 03 20:23:05.826681 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2325b374-0a0f-42a6-a18a-c752c4fe8dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.852692 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2325b374-0a0f-42a6-a18a-c752c4fe8dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.896026 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1ee57c79-c1a0-4860-b41c-605b150c7325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.898550 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1ee57c79-c1a0-4860-b41c-605b150c7325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.902666 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-1ee57c79-c1a0-4860-b41c-605b150c7325 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bacecc99-cd7f-4789-889f-db3ee5ca962c HTTP/1.1" status: 204 len: 168 time: 0.3296001 Sep 03 20:23:05.950576 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee57c79-c1a0-4860-b41c-605b150c7325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacecc99-cd7f-4789-889f-db3ee5ca962c,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:05.990446 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2325b374-0a0f-42a6-a18a-c752c4fe8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.995016 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2325b374-0a0f-42a6-a18a-c752c4fe8dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:05.996639 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2325b374-0a0f-42a6-a18a-c752c4fe8dd6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19f54a0c-e25b-4141-af33-d82332d1cecb HTTP/1.1" status: 204 len: 168 time: 0.2314067 Sep 03 20:23:06.002959 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a57e45-2a74-438c-bb34-38fd7ec31306 req-97bddba7-66f1-48e5-88b1-3dfb477dfaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:06.005583 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-03a57e45-2a74-438c-bb34-38fd7ec31306 req-97bddba7-66f1-48e5-88b1-3dfb477dfaef service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 HTTP/1.1" status: 200 len: 919 time: 0.1649921 Sep 03 20:23:06.005996 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325b374-0a0f-42a6-a18a-c752c4fe8dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f54a0c-e25b-4141-af33-d82332d1cecb,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:06.446960 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cdac0-5b48-4343-9d85-4a9833727be2 req-e226cb69-c806-41ca-beec-357b4f516d4b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:06.448473 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e70cdac0-5b48-4343-9d85-4a9833727be2 req-e226cb69-c806-41ca-beec-357b4f516d4b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0496645 Sep 03 20:23:06.487345 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e70cdac0-5b48-4343-9d85-4a9833727be2 req-68ccd4f3-cf0b-432f-bf09-3cd044e76c76 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328593 Sep 03 20:23:06.602891 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426df9f-60c3-45fd-b175-26ed898a0c16 req-4019b66d-ef54-4cc0-bad5-ab754b288731 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:06.604538 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e426df9f-60c3-45fd-b175-26ed898a0c16 req-4019b66d-ef54-4cc0-bad5-ab754b288731 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0484443 Sep 03 20:23:06.607898 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39900) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:06.622113 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-06877ee6-13e0-4841-a001-4d858ae8f70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:06.658276 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e426df9f-60c3-45fd-b175-26ed898a0c16 req-a50c2aac-64e3-426b-90f8-308a4a437c1f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458338 Sep 03 20:23:06.739357 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-06877ee6-13e0-4841-a001-4d858ae8f70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:06.801281 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-06877ee6-13e0-4841-a001-4d858ae8f70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:06.806338 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-03a57e45-2a74-438c-bb34-38fd7ec31306 req-863a6aee-e60e-4f79-b069-6cc2dc18a2a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f035d973-ba4e-47c6-a9b3-b3f036406f31 HTTP/1.1" status: 200 len: 217 time: 0.0401535 Sep 03 20:23:06.839034 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-06877ee6-13e0-4841-a001-4d858ae8f70c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e26d17746aa4588a4c0de06d08801db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294462 Sep 03 20:23:06.841081 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06877ee6-13e0-4841-a001-4d858ae8f70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b2a7c5-b5f4-4562-9518-80d411056f20,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:06.841742 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 39914) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:06.902803 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-103ab43d-20dc-49ff-a671-2b8afead8127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:06.946550 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-103ab43d-20dc-49ff-a671-2b8afead8127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:06.995540 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb45f06-14bd-4dcf-ba75-3cb2989a737e req-54dd2bf3-a672-40c0-95a7-1339d9535875 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:06.995540 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fcb45f06-14bd-4dcf-ba75-3cb2989a737e req-54dd2bf3-a672-40c0-95a7-1339d9535875 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0771844 Sep 03 20:23:07.035739 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fcb45f06-14bd-4dcf-ba75-3cb2989a737e req-342a9d18-211c-46e1-bcb6-f068a823b15e tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348284 Sep 03 20:23:07.138483 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-103ab43d-20dc-49ff-a671-2b8afead8127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:07.141137 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-103ab43d-20dc-49ff-a671-2b8afead8127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:07.142782 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-103ab43d-20dc-49ff-a671-2b8afead8127 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23b2a7c5-b5f4-4562-9518-80d411056f20 HTTP/1.1" status: 204 len: 168 time: 0.3000205 Sep 03 20:23:07.151052 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ab43d-20dc-49ff-a671-2b8afead8127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b2a7c5-b5f4-4562-9518-80d411056f20,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:07.418281 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 39934) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:07.542711 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a2f0adfd-287e-4123-bccd-3b2ee56cfa5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:07.654287 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4752ae5-9e77-4e35-9296-8c7e1e8551ee req-31baa046-6f73-4ac7-b874-9d3a1dba354b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:07.655955 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f4752ae5-9e77-4e35-9296-8c7e1e8551ee req-31baa046-6f73-4ac7-b874-9d3a1dba354b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0996044 Sep 03 20:23:07.735298 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f4752ae5-9e77-4e35-9296-8c7e1e8551ee req-16ef4d65-444c-47d3-b47e-6d15e5a925e3 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599282 Sep 03 20:23:07.737165 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a57e45-2a74-438c-bb34-38fd7ec31306 req-269384d8-e4a8-44fb-a270-75abd7a80f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:07.738857 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-03a57e45-2a74-438c-bb34-38fd7ec31306 req-269384d8-e4a8-44fb-a270-75abd7a80f1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=917e06e4-7a3d-4bb8-947a-745fcc5f2509 HTTP/1.1" status: 200 len: 858 time: 0.1274819 Sep 03 20:23:07.816957 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48872a61-3c46-4935-b1d9-ad6f01559844 req-00cba506-49d0-4bc1-a01f-066ed15f63bb tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:07.818444 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-48872a61-3c46-4935-b1d9-ad6f01559844 req-00cba506-49d0-4bc1-a01f-066ed15f63bb tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0785987 Sep 03 20:23:07.820294 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a2f0adfd-287e-4123-bccd-3b2ee56cfa5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:07.860527 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-48872a61-3c46-4935-b1d9-ad6f01559844 req-245e2606-412c-4be7-9cd3-95e073a921c6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346646 Sep 03 20:23:07.888622 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a2f0adfd-287e-4123-bccd-3b2ee56cfa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:07.931227 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a2f0adfd-287e-4123-bccd-3b2ee56cfa5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c4f2eaff9d74a0c96ee14204d5c84f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5115650 Sep 03 20:23:07.932332 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0adfd-287e-4123-bccd-3b2ee56cfa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8be29a9-be56-4bed-b9cc-dd719ef498bf,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:07.933934 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 39960) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:07.987458 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-54249d8a-10b9-4c03-ae42-87c7d8ff09d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:08.007037 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-54249d8a-10b9-4c03-ae42-87c7d8ff09d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:08.127505 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-54249d8a-10b9-4c03-ae42-87c7d8ff09d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:08.131615 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-54249d8a-10b9-4c03-ae42-87c7d8ff09d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:08.133644 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-54249d8a-10b9-4c03-ae42-87c7d8ff09d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8be29a9-be56-4bed-b9cc-dd719ef498bf HTTP/1.1" status: 204 len: 168 time: 0.1977403 Sep 03 20:23:08.143356 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54249d8a-10b9-4c03-ae42-87c7d8ff09d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8be29a9-be56-4bed-b9cc-dd719ef498bf,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:08.172837 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1ba90-dd8f-46d8-8105-2a667ae8bb63 req-632b0113-c350-465c-8e05-fd2274c62b67 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:08.174901 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ade1ba90-dd8f-46d8-8105-2a667ae8bb63 req-632b0113-c350-465c-8e05-fd2274c62b67 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0689046 Sep 03 20:23:08.216865 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ade1ba90-dd8f-46d8-8105-2a667ae8bb63 req-3e862264-5213-45ea-8901-288306f3fba2 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336585 Sep 03 20:23:08.591469 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-03a57e45-2a74-438c-bb34-38fd7ec31306 req-2368e62f-f4b1-4a12-b64f-8f9f09a7a04b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248566 Sep 03 20:23:08.690251 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-03a57e45-2a74-438c-bb34-38fd7ec31306 req-5deeecf4-d5fc-46c2-9cdc-376be075fb06 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863783 Sep 03 20:23:08.801087 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-03a57e45-2a74-438c-bb34-38fd7ec31306 req-86a861a7-d586-4e58-a525-55177c18bc00 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979128 Sep 03 20:23:08.862305 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ee56a-dfed-4077-b03a-eb302da002ba req-9c3cfc77-18e5-4fe0-afea-e21e827ddf83 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:08.864568 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c25ee56a-dfed-4077-b03a-eb302da002ba req-9c3cfc77-18e5-4fe0-afea-e21e827ddf83 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0591145 Sep 03 20:23:08.910062 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c25ee56a-dfed-4077-b03a-eb302da002ba req-5160385f-2c97-484a-be98-ff09b716f794 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396106 Sep 03 20:23:09.011174 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b2507-37b1-44d9-b6e4-f22b2f864b0f req-566c08e1-9628-4887-97e3-64d000337faa tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:09.012700 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7b1b2507-37b1-44d9-b6e4-f22b2f864b0f req-566c08e1-9628-4887-97e3-64d000337faa tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0524385 Sep 03 20:23:09.050552 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7b1b2507-37b1-44d9-b6e4-f22b2f864b0f req-3c8eccc5-12c5-4e59-9491-de3b2340f106 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Sep 03 20:23:09.340038 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6d8ba-3336-472d-a39f-984648fb0d1a req-32bf4c4f-f13c-4122-83d7-123e17ce1c93 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:09.341600 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-00d6d8ba-3336-472d-a39f-984648fb0d1a req-32bf4c4f-f13c-4122-83d7-123e17ce1c93 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0580757 Sep 03 20:23:09.383743 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-00d6d8ba-3336-472d-a39f-984648fb0d1a req-f9b63428-1027-4bd8-9bbc-22926c83f218 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354269 Sep 03 20:23:09.583909 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-474f0934-e666-42eb-8964-e932b80b8c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:10.040154 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4bd36-ce59-482a-8344-cd466f5b3de7 req-d91986b0-96aa-4aff-98be-b587a2788056 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:10.041624 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d4b4bd36-ce59-482a-8344-cd466f5b3de7 req-d91986b0-96aa-4aff-98be-b587a2788056 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0519934 Sep 03 20:23:10.103217 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d4b4bd36-ce59-482a-8344-cd466f5b3de7 req-f9043310-bc4d-4f4c-a7fe-7f3628f6dc84 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556302 Sep 03 20:23:10.181903 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c1a0e-bc01-42d9-8695-b8e7aadf0531 req-f534881c-1ebd-4272-9853-e74c294986a4 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:10.187539 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f58c1a0e-bc01-42d9-8695-b8e7aadf0531 req-f534881c-1ebd-4272-9853-e74c294986a4 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0544455 Sep 03 20:23:10.223854 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f58c1a0e-bc01-42d9-8695-b8e7aadf0531 req-340f9164-983a-4984-8a7e-b720368d8fc3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335338 Sep 03 20:23:10.510122 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e003746-ad5e-4559-b3da-622ed6ba8a7d req-7ae2c98e-2940-4511-aaf4-7152ba39a8ba tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:10.511612 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e003746-ad5e-4559-b3da-622ed6ba8a7d req-7ae2c98e-2940-4511-aaf4-7152ba39a8ba tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0491118 Sep 03 20:23:10.548880 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e003746-ad5e-4559-b3da-622ed6ba8a7d req-09c22af3-05c5-496d-9aa2-38da269975e9 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307145 Sep 03 20:23:11.224885 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81367f27-67ad-434f-8330-59584efe53fc req-141557bf-287d-4c72-af38-b002507aceeb tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:11.226470 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-81367f27-67ad-434f-8330-59584efe53fc req-141557bf-287d-4c72-af38-b002507aceeb tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0560062 Sep 03 20:23:11.282835 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-81367f27-67ad-434f-8330-59584efe53fc req-856a1934-0c1d-4052-a42f-48a3eb7e4b1c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461023 Sep 03 20:23:11.352106 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46853ac5-2770-4cf3-9664-1b642fdb2387 req-0f4407ca-52d1-4d2f-a4df-bdc9194dd76c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:11.353790 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-46853ac5-2770-4cf3-9664-1b642fdb2387 req-0f4407ca-52d1-4d2f-a4df-bdc9194dd76c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0484779 Sep 03 20:23:11.391921 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-46853ac5-2770-4cf3-9664-1b642fdb2387 req-293753a0-03a6-4d59-bf6b-3be2a5123dd2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320985 Sep 03 20:23:11.667202 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848e128-dc5f-49ab-9f3f-d6aae61514c6 req-e2035cf3-7c01-475c-b4fd-8eebb5900342 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:11.668559 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f848e128-dc5f-49ab-9f3f-d6aae61514c6 req-e2035cf3-7c01-475c-b4fd-8eebb5900342 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0485466 Sep 03 20:23:11.707899 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f848e128-dc5f-49ab-9f3f-d6aae61514c6 req-2f3465f6-71fb-4d8a-9b40-4c2da544ca6a tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319481 Sep 03 20:23:12.013005 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8df82bcc-5900-4efc-9317-2c461e5351d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:12.242504 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:23:12.407497 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccb4e1-d752-4b09-bc82-b521d8cc17e2 req-8f083877-a696-4acd-8356-0f2e974f3739 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:12.408941 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b9ccb4e1-d752-4b09-bc82-b521d8cc17e2 req-8f083877-a696-4acd-8356-0f2e974f3739 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0534544 Sep 03 20:23:12.447931 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b9ccb4e1-d752-4b09-bc82-b521d8cc17e2 req-65e4c614-6ea7-4619-a7c6-ea2e17354f60 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331192 Sep 03 20:23:12.574280 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f748e-c644-407b-9887-7a58586bc4b6 req-9a8e12bb-a297-493b-8af9-caf1aed4478a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:12.575727 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-be9f748e-c644-407b-9887-7a58586bc4b6 req-9a8e12bb-a297-493b-8af9-caf1aed4478a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0885053 Sep 03 20:23:12.607462 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22366fcf-38d0-4a9a-b154-045d71590e4c req-1476a356-ed51-420b-8712-d6c5388fb277 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:12.608994 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-22366fcf-38d0-4a9a-b154-045d71590e4c req-1476a356-ed51-420b-8712-d6c5388fb277 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0899527 Sep 03 20:23:12.618531 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 40094) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:12.623101 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-651998f6-41b1-4f8b-966f-3c8bdf500711 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Request body: {'floatingip': {'port_id': '3b7f6363-7129-486f-8908-8b8d151a460e'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:23:12.707579 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-be9f748e-c644-407b-9887-7a58586bc4b6 req-4e6480e2-7215-4031-8a44-d56d7b405a7b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247637 Sep 03 20:23:12.709752 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-651998f6-41b1-4f8b-966f-3c8bdf500711 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for floatingip, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:12.772829 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:12.915814 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60701d46-bc03-4152-94c1-0d51758ca68b req-fe8c1315-e608-4d9b-bd71-6ed68623653e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:12.917278 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-60701d46-bc03-4152-94c1-0d51758ca68b req-fe8c1315-e608-4d9b-bd71-6ed68623653e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.1326101 Sep 03 20:23:12.930715 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40110) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:12.932920 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-0f916825-1d14-4fe3-bde1-d9d347c4584e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Request body: {'floatingip': {'port_id': '0d7d8957-1111-4b21-907e-c96b1e06fe16'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:23:12.989866 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6197f9f-eebd-41db-a857-8d5e881e52cf req-2fa566ee-b89f-4d6a-bf13-76c0ae7d96c9 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:12.991718 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e6197f9f-eebd-41db-a857-8d5e881e52cf req-2fa566ee-b89f-4d6a-bf13-76c0ae7d96c9 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.2053859 Sep 03 20:23:13.022521 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0f916825-1d14-4fe3-bde1-d9d347c4584e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for floatingip, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:13.052709 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e6197f9f-eebd-41db-a857-8d5e881e52cf req-7a58dffc-dbd4-4d85-aa1a-a76877108986 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540676 Sep 03 20:23:13.373086 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:13.622622 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-651998f6-41b1-4f8b-966f-3c8bdf500711 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:13.698113 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-651998f6-41b1-4f8b-966f-3c8bdf500711 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:13.810057 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-651998f6-41b1-4f8b-966f-3c8bdf500711 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Floating IP 5f42de00-8357-46ce-a892-d6cbbd241fc4 associated. External IP: 172.27.3.13, port: 3b7f6363-7129-486f-8908-8b8d151a460e. Sep 03 20:23:13.843847 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0f916825-1d14-4fe3-bde1-d9d347c4584e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:13.921109 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0f916825-1d14-4fe3-bde1-d9d347c4584e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:14.025127 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.l3_db [None req-0f916825-1d14-4fe3-bde1-d9d347c4584e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Floating IP c32dee92-4ee2-4e99-b4b6-65aa7f216b2e associated. External IP: 172.27.3.137, port: 0d7d8957-1111-4b21-907e-c96b1e06fe16. Sep 03 20:23:14.030087 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651998f6-41b1-4f8b-966f-3c8bdf500711 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Router 8518cafa-5abe-476b-9385-1c294a495f74 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:23:14.183510 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651998f6-41b1-4f8b-966f-3c8bdf500711 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:23:14.189438 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-651998f6-41b1-4f8b-966f-3c8bdf500711 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:14.200765 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889bf443-d30f-4567-a7bc-50be99b1f9d4 None None] Sync routers for ids ['8518cafa-5abe-476b-9385-1c294a495f74'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:23:14.212268 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889bf443-d30f-4567-a7bc-50be99b1f9d4 None None] Routers {'8518cafa-5abe-476b-9385-1c294a495f74'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:23:14.213290 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-889bf443-d30f-4567-a7bc-50be99b1f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:23:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['8518cafa-5abe-476b-9385-1c294a495f74'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:14.224166 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-651998f6-41b1-4f8b-966f-3c8bdf500711 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "PUT /v2.0/floatingips/5f42de00-8357-46ce-a892-d6cbbd241fc4 HTTP/1.1" status: 200 len: 991 time: 1.6045351 Sep 03 20:23:14.227420 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1499f874-cc81-44ca-bed5-6652e61288d4', 'tag': '3b7f6363-7129-486f-8908-8b8d151a460e'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:23:14.228265 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1563140-2d15-49ae-a8ad-578a01e8f4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1499f874-cc81-44ca-bed5-6652e61288d4", "tag": "3b7f6363-7129-486f-8908-8b8d151a460e"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:23:14.243043 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6e72b-661c-445f-a709-e7f75771fdc8 req-6f956332-a33d-42b7-9432-8ba88586ffcc tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:14.249360 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62d6e72b-661c-445f-a709-e7f75771fdc8 req-6f956332-a33d-42b7-9432-8ba88586ffcc tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.1204102 Sep 03 20:23:14.277885 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f916825-1d14-4fe3-bde1-d9d347c4584e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Router 9d9db0c2-6334-4b21-9db3-ae43621e807d has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:23:14.296688 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62d6e72b-661c-445f-a709-e7f75771fdc8 req-278b4561-88f3-4c94-af72-687b3a2c71eb tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463645 Sep 03 20:23:14.326266 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-889bf443-d30f-4567-a7bc-50be99b1f9d4 None None] Set router 8518cafa-5abe-476b-9385-1c294a495f74 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:23:14.363440 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033c4f8f-12a9-43a2-80c3-cd8d8cc84f88 x-openstack-request-id: req-033c4f8f-12a9-43a2-80c3-cd8d8cc84f88 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:23:14.363819 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1499f874-cc81-44ca-bed5-6652e61288d4", "tag": "3b7f6363-7129-486f-8908-8b8d151a460e", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:23:14.364142 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-033c4f8f-12a9-43a2-80c3-cd8d8cc84f88 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:23:14.364607 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1499f874-cc81-44ca-bed5-6652e61288d4', 'tag': '3b7f6363-7129-486f-8908-8b8d151a460e', 'status': 'completed', 'code': 200} Sep 03 20:23:14.412393 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f916825-1d14-4fe3-bde1-d9d347c4584e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:23:14.416971 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0f916825-1d14-4fe3-bde1-d9d347c4584e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:14.423546 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae4493-96bc-4aff-9ac5-fd60bc7c024f None None] Sync routers for ids ['9d9db0c2-6334-4b21-9db3-ae43621e807d'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:23:14.433283 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae4493-96bc-4aff-9ac5-fd60bc7c024f None None] Routers {'9d9db0c2-6334-4b21-9db3-ae43621e807d'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:23:14.434094 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-65ae4493-96bc-4aff-9ac5-fd60bc7c024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:23:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['9d9db0c2-6334-4b21-9db3-ae43621e807d'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:14.445217 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0f916825-1d14-4fe3-bde1-d9d347c4584e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "PUT /v2.0/floatingips/c32dee92-4ee2-4e99-b4b6-65aa7f216b2e HTTP/1.1" status: 200 len: 991 time: 1.5171869 Sep 03 20:23:14.445969 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'tag': '0d7d8957-1111-4b21-907e-c96b1e06fe16'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:23:14.453374 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd5dd3a-ffb8-47c1-ae0f-d522dfa9db71" -d '{"events": [{"name": "network-changed", "server_uuid": "d31f9675-0eeb-4f2b-a707-fc72e18d3456", "tag": "0d7d8957-1111-4b21-907e-c96b1e06fe16"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:23:14.549226 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208951ae-0971-49e7-b7a5-ef9bade77294 x-openstack-request-id: req-208951ae-0971-49e7-b7a5-ef9bade77294 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:23:14.549747 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31f9675-0eeb-4f2b-a707-fc72e18d3456", "tag": "0d7d8957-1111-4b21-907e-c96b1e06fe16", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:23:14.550319 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-208951ae-0971-49e7-b7a5-ef9bade77294 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:23:14.550875 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'tag': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'status': 'completed', 'code': 200} Sep 03 20:23:14.598433 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-65ae4493-96bc-4aff-9ac5-fd60bc7c024f None None] Set router 9d9db0c2-6334-4b21-9db3-ae43621e807d gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:23:14.662068 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1563140-2d15-49ae-a8ad-578a01e8f4d9 req-16807d70-9e83-4674-955c-d03e6bcfdf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:14.663604 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b1563140-2d15-49ae-a8ad-578a01e8f4d9 req-16807d70-9e83-4674-955c-d03e6bcfdf8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d2108719d94b07918fa67775b13e14&device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 1099 time: 0.1001573 Sep 03 20:23:14.669064 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5dd3a-ffb8-47c1-ae0f-d522dfa9db71 req-1bca0435-941a-4993-8556-0bf08956e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:14.670457 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4bd5dd3a-ffb8-47c1-ae0f-d522dfa9db71 req-1bca0435-941a-4993-8556-0bf08956e89f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18ae6ad0b154758807e67ca15c54fba&device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 1098 time: 0.0742640 Sep 03 20:23:14.679905 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-889bf443-d30f-4567-a7bc-50be99b1f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '5f42de00-8357-46ce-a892-d6cbbd241fc4', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'port_id': '3b7f6363-7129-486f-8908-8b8d151a460e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'mac_address': 'fa:16:3e:fc:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1499f874-cc81-44ca-bed5-6652e61288d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:22:32Z', 'updated_at': '2021-09-03T20:23:13Z', 'revision_number': 1, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:32Z', 'revision_number': 5, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:14.727233 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889bf443-d30f-4567-a7bc-50be99b1f9d4 None None] Checking router: 8518cafa-5abe-476b-9385-1c294a495f74 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:23:14.738163 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889bf443-d30f-4567-a7bc-50be99b1f9d4 None None] Routers {'8518cafa-5abe-476b-9385-1c294a495f74'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:23:14.738790 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-889bf443-d30f-4567-a7bc-50be99b1f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:23:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['8518cafa-5abe-476b-9385-1c294a495f74'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:14.868604 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1563140-2d15-49ae-a8ad-578a01e8f4d9 req-94f2eec4-c983-4bc3-841d-7276576b0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:14.870267 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b1563140-2d15-49ae-a8ad-578a01e8f4d9 req-94f2eec4-c983-4bc3-841d-7276576b0bf0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94 HTTP/1.1" status: 200 len: 912 time: 0.1866133 Sep 03 20:23:14.872210 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5dd3a-ffb8-47c1-ae0f-d522dfa9db71 req-0e1f506b-e521-4329-92f2-f1d83d18b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:14.874130 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4bd5dd3a-ffb8-47c1-ae0f-d522dfa9db71 req-0e1f506b-e521-4329-92f2-f1d83d18b62e service neutron] 10.222.0.42 "GET /v2.0/networks?id=87e928be-9f46-4330-9e45-fbf3edf30f0e HTTP/1.1" status: 200 len: 917 time: 0.1883898 Sep 03 20:23:14.882404 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-889bf443-d30f-4567-a7bc-50be99b1f9d4 None None] Set router 8518cafa-5abe-476b-9385-1c294a495f74 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:23:15.042392 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-65ae4493-96bc-4aff-9ac5-fd60bc7c024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': 'c32dee92-4ee2-4e99-b4b6-65aa7f216b2e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'port_id': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'mac_address': 'fa:16:3e:2a:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:22:35Z', 'updated_at': '2021-09-03T20:23:13Z', 'revision_number': 1, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:35Z', 'revision_number': 5, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:15.068822 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae4493-96bc-4aff-9ac5-fd60bc7c024f None None] Checking router: 9d9db0c2-6334-4b21-9db3-ae43621e807d for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:23:15.078602 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae4493-96bc-4aff-9ac5-fd60bc7c024f None None] Routers {'9d9db0c2-6334-4b21-9db3-ae43621e807d'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:23:15.079297 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-65ae4493-96bc-4aff-9ac5-fd60bc7c024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:23:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['9d9db0c2-6334-4b21-9db3-ae43621e807d'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:15.114853 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:15.201898 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-65ae4493-96bc-4aff-9ac5-fd60bc7c024f None None] Set router 9d9db0c2-6334-4b21-9db3-ae43621e807d gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:23:15.244625 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-889bf443-d30f-4567-a7bc-50be99b1f9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '5f42de00-8357-46ce-a892-d6cbbd241fc4', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'port_id': '3b7f6363-7129-486f-8908-8b8d151a460e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'mac_address': 'fa:16:3e:fc:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1499f874-cc81-44ca-bed5-6652e61288d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:22:32Z', 'updated_at': '2021-09-03T20:23:13Z', 'revision_number': 1, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:32Z', 'revision_number': 5, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:15.283752 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889bf443-d30f-4567-a7bc-50be99b1f9d4 None None] The sync data for ids ['8518cafa-5abe-476b-9385-1c294a495f74'] in dv-cinder-798198-4-iscsi is: [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '5f42de00-8357-46ce-a892-d6cbbd241fc4', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'port_id': '3b7f6363-7129-486f-8908-8b8d151a460e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'mac_address': 'fa:16:3e:fc:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1499f874-cc81-44ca-bed5-6652e61288d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:22:32Z', 'updated_at': '2021-09-03T20:23:13Z', 'revision_number': 1, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:32Z', 'revision_number': 5, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:23:15.499697 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71cd96-c09f-4972-8306-09eeef0e7259 req-7304928b-4b93-42a6-ba79-27956168d74a tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:15.508673 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5f71cd96-c09f-4972-8306-09eeef0e7259 req-7304928b-4b93-42a6-ba79-27956168d74a tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0658786 Sep 03 20:23:15.521211 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-65ae4493-96bc-4aff-9ac5-fd60bc7c024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': 'c32dee92-4ee2-4e99-b4b6-65aa7f216b2e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'port_id': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'mac_address': 'fa:16:3e:2a:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:22:35Z', 'updated_at': '2021-09-03T20:23:13Z', 'revision_number': 1, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:35Z', 'revision_number': 5, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:15.554042 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae4493-96bc-4aff-9ac5-fd60bc7c024f None None] The sync data for ids ['9d9db0c2-6334-4b21-9db3-ae43621e807d'] in dv-cinder-798198-4-iscsi is: [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': 'c32dee92-4ee2-4e99-b4b6-65aa7f216b2e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'port_id': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'mac_address': 'fa:16:3e:2a:5b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:22:35Z', 'updated_at': '2021-09-03T20:23:13Z', 'revision_number': 1, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:35Z', 'revision_number': 5, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:23:15.563802 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5f71cd96-c09f-4972-8306-09eeef0e7259 req-0a195511-4831-48c2-bb5c-11ff549d15b7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517669 Sep 03 20:23:15.589932 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8f565-2a5a-4eaf-81f4-f530b9ce0fcc None None] New status for floating IP 5f42de00-8357-46ce-a892-d6cbbd241fc4: ACTIVE {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:23:15.851146 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebece124-abbb-4d1c-8abf-de7081d2aee6 None None] New status for floating IP c32dee92-4ee2-4e99-b4b6-65aa7f216b2e: ACTIVE {{(pid=94577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:23:16.905125 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b1563140-2d15-49ae-a8ad-578a01e8f4d9 req-c993bc54-1c01-4afc-9521-28a9e45caea3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b7f6363-7129-486f-8908-8b8d151a460e HTTP/1.1" status: 200 len: 1001 time: 0.3352797 Sep 03 20:23:16.907896 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4bd5dd3a-ffb8-47c1-ae0f-d522dfa9db71 req-e7183d09-7678-41d3-82e6-5e1913213711 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16 HTTP/1.1" status: 200 len: 1001 time: 0.3304279 Sep 03 20:23:17.684520 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5dd3a-ffb8-47c1-ae0f-d522dfa9db71 req-b0b13b4a-ea97-4346-b91d-c342c7c89bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:17.685882 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4bd5dd3a-ffb8-47c1-ae0f-d522dfa9db71 req-b0b13b4a-ea97-4346-b91d-c342c7c89bad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee HTTP/1.1" status: 200 len: 855 time: 0.0869551 Sep 03 20:23:17.688485 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1563140-2d15-49ae-a8ad-578a01e8f4d9 req-fa4da978-90a4-41f8-a260-86a74701a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:17.689984 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b1563140-2d15-49ae-a8ad-578a01e8f4d9 req-fa4da978-90a4-41f8-a260-86a74701a3f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57162df7-b596-4a6f-814b-47adc430c8b4 HTTP/1.1" status: 200 len: 850 time: 0.0898299 Sep 03 20:23:17.778469 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47445460-8e5b-4a93-adb5-d24aa075a614 req-02627427-2fb0-40ac-aa6c-3a3a16a05390 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:17.779957 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-47445460-8e5b-4a93-adb5-d24aa075a614 req-02627427-2fb0-40ac-aa6c-3a3a16a05390 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.1084509 Sep 03 20:23:17.801839 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1563140-2d15-49ae-a8ad-578a01e8f4d9 req-b6fc3b7d-544c-48d9-88db-3e78e4d36e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:17.803280 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b1563140-2d15-49ae-a8ad-578a01e8f4d9 req-b6fc3b7d-544c-48d9-88db-3e78e4d36e5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925348 Sep 03 20:23:17.804754 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5dd3a-ffb8-47c1-ae0f-d522dfa9db71 req-3d176ba8-ca5b-43d8-a302-8bb63c47a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:17.806065 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4bd5dd3a-ffb8-47c1-ae0f-d522dfa9db71 req-3d176ba8-ca5b-43d8-a302-8bb63c47a88d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87e928be-9f46-4330-9e45-fbf3edf30f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964570 Sep 03 20:23:17.853047 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-47445460-8e5b-4a93-adb5-d24aa075a614 req-3e7adcd4-26d3-4e87-ab2e-d551b397ff7d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649579 Sep 03 20:23:17.982056 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4bd5dd3a-ffb8-47c1-ae0f-d522dfa9db71 req-0628f844-3ad9-47b2-8b0e-dc7bf7ee49ab service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460576 Sep 03 20:23:17.985977 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b1563140-2d15-49ae-a8ad-578a01e8f4d9 req-35d67777-3db5-4d7b-be92-3f401a64ef1c service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601036 Sep 03 20:23:18.151970 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4bd5dd3a-ffb8-47c1-ae0f-d522dfa9db71 req-ab17a861-6732-4366-bd9b-9da7131cbdb2 service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550937 Sep 03 20:23:18.157582 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b1563140-2d15-49ae-a8ad-578a01e8f4d9 req-005f8c25-3d2a-4d4c-9281-f1a56796be16 service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494293 Sep 03 20:23:18.966708 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef5497-9096-4582-ad5d-3868705d641c req-df520f96-1916-47d3-a465-aa0206fc7537 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:18.968312 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5eef5497-9096-4582-ad5d-3868705d641c req-df520f96-1916-47d3-a465-aa0206fc7537 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0469933 Sep 03 20:23:19.011849 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5eef5497-9096-4582-ad5d-3868705d641c req-af4dd51b-c357-4bae-9ed3-1a6675edf97f tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332010 Sep 03 20:23:20.372471 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40298) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:20.474397 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:20.559308 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:20.617924 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:20.656114 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7950218309a4a7682333dafc274f572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826028 Sep 03 20:23:20.656990 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc1e67e-b78e-4778-98cf-aa6356d6c6d1,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:20.658827 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 40302) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:20.664125 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.664493 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.664813 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.665153 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.665483 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.665813 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.666139 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.666464 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.666792 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.667138 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.667461 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.667800 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175fe04-3102-4e98-a37f-7fdbc35b534f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.708069 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:20.729962 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:20.864171 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:20.868226 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:20.869447 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbc1e67e-b78e-4778-98cf-aa6356d6c6d1 HTTP/1.1" status: 204 len: 168 time: 0.2095726 Sep 03 20:23:20.877751 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc1e67e-b78e-4778-98cf-aa6356d6c6d1,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:20.885353 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.885680 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.886027 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.886360 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.886692 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.887025 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.887376 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.887702 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.888030 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.888350 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.888676 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:20.888998 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de855fd-6543-44a5-9e53-d8ace3bcfcf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:21.503950 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 40318) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:21.516754 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b5736f87-427b-4c46-bafe-d4c0c07fac71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:21.602833 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b5736f87-427b-4c46-bafe-d4c0c07fac71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:21.669082 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b5736f87-427b-4c46-bafe-d4c0c07fac71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:21.706484 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-b5736f87-427b-4c46-bafe-d4c0c07fac71 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=043de03c6d72493b909a31bee18843ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014863 Sep 03 20:23:21.707689 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5736f87-427b-4c46-bafe-d4c0c07fac71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaa314a-21f3-422a-ba3d-1aa191fbed6f,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:21.709143 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40320) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:21.762023 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-17f9b6d2-aeba-4e2c-94de-f7709d5df7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:21.782513 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-17f9b6d2-aeba-4e2c-94de-f7709d5df7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:21.903897 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-17f9b6d2-aeba-4e2c-94de-f7709d5df7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:21.906527 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-17f9b6d2-aeba-4e2c-94de-f7709d5df7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:21.907893 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-17f9b6d2-aeba-4e2c-94de-f7709d5df7f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7eaa314a-21f3-422a-ba3d-1aa191fbed6f HTTP/1.1" status: 204 len: 168 time: 0.1977739 Sep 03 20:23:21.915663 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9b6d2-aeba-4e2c-94de-f7709d5df7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaa314a-21f3-422a-ba3d-1aa191fbed6f,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:22.028524 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b75651e8-dc57-4496-b776-94fc6cfd3e34 req-dba13f58-9a2d-415f-8121-8a6dff2afc1b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533004 Sep 03 20:23:22.095237 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ccc77-e47f-4909-a04b-4dbb0c9f10ce req-29b17060-641b-4a10-9848-811bc52d1f83 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:22.096714 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-694ccc77-e47f-4909-a04b-4dbb0c9f10ce req-29b17060-641b-4a10-9848-811bc52d1f83 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0478480 Sep 03 20:23:22.161843 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-694ccc77-e47f-4909-a04b-4dbb0c9f10ce req-df2fe301-bf2c-4c1e-b588-d51d7ae5262e tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564492 Sep 03 20:23:22.164473 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75651e8-dc57-4496-b776-94fc6cfd3e34 req-59401835-2988-4303-9bb2-0824907561b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:22.170706 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b75651e8-dc57-4496-b776-94fc6cfd3e34 req-59401835-2988-4303-9bb2-0824907561b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b24b5e5f746a46eabc162f2a1b3c18d1&device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 1099 time: 0.0679131 Sep 03 20:23:22.280685 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75651e8-dc57-4496-b776-94fc6cfd3e34 req-60f03852-fa5f-47f4-a408-671e938af085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:22.282235 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b75651e8-dc57-4496-b776-94fc6cfd3e34 req-60f03852-fa5f-47f4-a408-671e938af085 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2dc7f4f-df4b-4096-a516-27e8310b3552 HTTP/1.1" status: 200 len: 913 time: 0.0844629 Sep 03 20:23:22.339770 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b75651e8-dc57-4496-b776-94fc6cfd3e34 req-ada68f26-71f5-4347-805c-f884ebcd8522 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb455923-3366-472a-ad7c-331c1e8bb2eb HTTP/1.1" status: 200 len: 217 time: 0.0368006 Sep 03 20:23:22.391847 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75651e8-dc57-4496-b776-94fc6cfd3e34 req-50d117a2-3fd9-4dbb-988d-e18dfacbeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:22.401306 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b75651e8-dc57-4496-b776-94fc6cfd3e34 req-50d117a2-3fd9-4dbb-988d-e18dfacbeb05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd4f8de4-8a7f-4dab-8ccd-ff92ef8bb113 HTTP/1.1" status: 200 len: 852 time: 0.0446520 Sep 03 20:23:22.432404 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b75651e8-dc57-4496-b776-94fc6cfd3e34 req-a774b463-55ff-4b27-92ea-793354c560b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2dc7f4f-df4b-4096-a516-27e8310b3552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259781 Sep 03 20:23:22.533688 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b75651e8-dc57-4496-b776-94fc6cfd3e34 req-1e389d09-23dc-4360-a336-d99e776be11c service neutron] 10.222.0.42 "GET /v2.0/networks/c2dc7f4f-df4b-4096-a516-27e8310b3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885801 Sep 03 20:23:22.632776 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b75651e8-dc57-4496-b776-94fc6cfd3e34 req-788bc761-d504-45e8-aae4-e498e68c1989 service neutron] 10.222.0.42 "GET /v2.0/networks/c2dc7f4f-df4b-4096-a516-27e8310b3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879455 Sep 03 20:23:23.298423 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09180803-982a-4680-b294-db71c2a66ea9 req-124e213d-d510-4b0c-a3bb-931636be13ac tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:23.299942 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-09180803-982a-4680-b294-db71c2a66ea9 req-124e213d-d510-4b0c-a3bb-931636be13ac tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0503631 Sep 03 20:23:23.349458 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-09180803-982a-4680-b294-db71c2a66ea9 req-3bd57b83-4d02-4689-bc44-47c88e77678a tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434396 Sep 03 20:23:23.515296 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:24.475783 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc58dd-c341-438b-b0d4-eb0371f1907f req-4f990804-49b1-4adf-9332-7df82feb7e0d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:24.477398 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1cfc58dd-c341-438b-b0d4-eb0371f1907f req-4f990804-49b1-4adf-9332-7df82feb7e0d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0533078 Sep 03 20:23:24.514625 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1cfc58dd-c341-438b-b0d4-eb0371f1907f req-ec7e3eb1-8c64-45b3-8a2e-9b164b14c6b6 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310292 Sep 03 20:23:24.874948 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83e2e2-31dc-4211-b80c-66cf1dd6d6cb req-f006914c-428c-4107-8e64-efcbe5142600 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:24.877120 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0f83e2e2-31dc-4211-b80c-66cf1dd6d6cb req-f006914c-428c-4107-8e64-efcbe5142600 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 946 time: 0.0488803 Sep 03 20:23:24.923291 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0f83e2e2-31dc-4211-b80c-66cf1dd6d6cb req-7d4d2fb0-7f49-4f39-af5d-2160bfc8d496 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387397 Sep 03 20:23:25.539997 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40464) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:25.635910 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d454a53-6ef8-4101-8515-9cac84b45caf req-f4bef538-5c5d-488a-bd3c-45ebf15ffab0 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:25.637432 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9d454a53-6ef8-4101-8515-9cac84b45caf req-f4bef538-5c5d-488a-bd3c-45ebf15ffab0 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0515125 Sep 03 20:23:25.646693 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-db714b99-3805-4e92-9486-338d638c647d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:25.678690 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9d454a53-6ef8-4101-8515-9cac84b45caf req-d42ebb5d-283d-49f7-b549-bd4ee07913e5 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347831 Sep 03 20:23:25.737334 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-db714b99-3805-4e92-9486-338d638c647d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:25.806455 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-db714b99-3805-4e92-9486-338d638c647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:25.844452 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-db714b99-3805-4e92-9486-338d638c647d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da67b4efde4147ee8cea1b9ba157ec03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031521 Sep 03 20:23:25.846446 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db714b99-3805-4e92-9486-338d638c647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca91c6c-3100-480a-a02c-ac37091b65b0,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:25.847253 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 40468) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:25.924668 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e1c39123-cd50-495c-86c7-d20918397f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:25.947961 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e1c39123-cd50-495c-86c7-d20918397f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:26.077437 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbb02-e930-490b-8d3a-a26bde1fa316 req-02e434ac-caad-437a-8a6c-24db5ca987a9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:26.079656 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1b7cbb02-e930-490b-8d3a-a26bde1fa316 req-02e434ac-caad-437a-8a6c-24db5ca987a9 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 946 time: 0.0501487 Sep 03 20:23:26.118892 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1b7cbb02-e930-490b-8d3a-a26bde1fa316 req-9af431c1-77ef-4068-bec6-8e16d2647f34 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330303 Sep 03 20:23:26.120552 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e1c39123-cd50-495c-86c7-d20918397f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:26.123572 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e1c39123-cd50-495c-86c7-d20918397f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:26.127397 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e1c39123-cd50-495c-86c7-d20918397f40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cca91c6c-3100-480a-a02c-ac37091b65b0 HTTP/1.1" status: 204 len: 168 time: 0.2775576 Sep 03 20:23:26.136269 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c39123-cd50-495c-86c7-d20918397f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca91c6c-3100-480a-a02c-ac37091b65b0,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:26.748736 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40504) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:26.762551 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3dc874e1-23de-4022-bd1b-1aea28e915d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:26.800135 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f0295-9c24-4b1d-89f4-f2a1a362e66e req-5d51364e-1c00-44ab-94c2-9aff4056d0e1 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:26.801625 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7d8f0295-9c24-4b1d-89f4-f2a1a362e66e req-5d51364e-1c00-44ab-94c2-9aff4056d0e1 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0514395 Sep 03 20:23:26.840452 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7d8f0295-9c24-4b1d-89f4-f2a1a362e66e req-e9496f16-cc8b-4d69-87fd-c491eac90b31 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324743 Sep 03 20:23:26.856974 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3dc874e1-23de-4022-bd1b-1aea28e915d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:26.960745 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3dc874e1-23de-4022-bd1b-1aea28e915d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:27.011932 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3dc874e1-23de-4022-bd1b-1aea28e915d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7cbbcbac09fc44f0b1b28f99b5c3ad12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620952 Sep 03 20:23:27.012520 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40508) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:27.018959 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc874e1-23de-4022-bd1b-1aea28e915d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7c9307-17e2-452f-b743-02cac7a7959b,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:27.026441 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01b28a-1542-4191-9d2e-bcec457d5209 req-df14c769-afed-4e2d-b421-c8ddbab9c05c tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:27.029310 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6f01b28a-1542-4191-9d2e-bcec457d5209 req-df14c769-afed-4e2d-b421-c8ddbab9c05c tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.42 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 946 time: 0.0546055 Sep 03 20:23:27.076212 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-56511a11-1d17-45e8-9cab-a446f12a618f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:27.099515 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-56511a11-1d17-45e8-9cab-a446f12a618f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:27.169667 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-6f01b28a-1542-4191-9d2e-bcec457d5209 req-a828cf8b-6576-47bb-9d5d-5560c2fd289e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Deleting port fb455923-3366-472a-ad7c-331c1e8bb2eb {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:23:27.170196 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-6f01b28a-1542-4191-9d2e-bcec457d5209 req-a828cf8b-6576-47bb-9d5d-5560c2fd289e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:27.224285 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-56511a11-1d17-45e8-9cab-a446f12a618f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:27.227021 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-56511a11-1d17-45e8-9cab-a446f12a618f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:27.230633 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-56511a11-1d17-45e8-9cab-a446f12a618f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af7c9307-17e2-452f-b743-02cac7a7959b HTTP/1.1" status: 204 len: 168 time: 0.2145743 Sep 03 20:23:27.241042 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56511a11-1d17-45e8-9cab-a446f12a618f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7c9307-17e2-452f-b743-02cac7a7959b,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:27.294335 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-6f01b28a-1542-4191-9d2e-bcec457d5209 req-a828cf8b-6576-47bb-9d5d-5560c2fd289e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] For port fb455923-3366-472a-ad7c-331c1e8bb2eb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=fb455923-3366-472a-ad7c-331c1e8bb2eb,segment=NetworkSegment(e913d13b-4338-4cf2-968c-bc7c9177e178),segment_id=e913d13b-4338-4cf2-968c-bc7c9177e178)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:27.294741 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-6f01b28a-1542-4191-9d2e-bcec457d5209 req-a828cf8b-6576-47bb-9d5d-5560c2fd289e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:27.304454 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55c6d2-7012-4f50-bd6e-86c995b5e996 req-7bbfbbba-534b-44d4-87b4-0aab90ad1243 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:27.305941 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fa55c6d2-7012-4f50-bd6e-86c995b5e996 req-7bbfbbba-534b-44d4-87b4-0aab90ad1243 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 946 time: 0.1050277 Sep 03 20:23:27.325854 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [req-6f01b28a-1542-4191-9d2e-bcec457d5209 req-a828cf8b-6576-47bb-9d5d-5560c2fd289e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Calling delete_port for fb455923-3366-472a-ad7c-331c1e8bb2eb owned by compute:nova {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:23:27.409969 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fa55c6d2-7012-4f50-bd6e-86c995b5e996 req-b3610d60-284e-419f-9603-a05c54ea4064 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/security-groups?id=905ef9b4-52d4-4259-b211-193bc5192347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964699 Sep 03 20:23:27.646437 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-6f01b28a-1542-4191-9d2e-bcec457d5209 req-a828cf8b-6576-47bb-9d5d-5560c2fd289e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:27.673737 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['fb455923-3366-472a-ad7c-331c1e8bb2eb'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:23:27.697138 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828cf8b-6576-47bb-9d5d-5560c2fd289e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Pushing event deleted for resources: {'Port': ['ID=fb455923-3366-472a-ad7c-331c1e8bb2eb,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:27.784604 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f01b28a-1542-4191-9d2e-bcec457d5209 req-a828cf8b-6576-47bb-9d5d-5560c2fd289e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] No DVR routers for this DVR port fb455923-3366-472a-ad7c-331c1e8bb2eb on host hv-cinder-79819 {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:23:27.788904 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-6f01b28a-1542-4191-9d2e-bcec457d5209 req-a828cf8b-6576-47bb-9d5d-5560c2fd289e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:27.789825 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6f01b28a-1542-4191-9d2e-bcec457d5209 req-a828cf8b-6576-47bb-9d5d-5560c2fd289e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.42 "DELETE /v2.0/ports/fb455923-3366-472a-ad7c-331c1e8bb2eb HTTP/1.1" status: 204 len: 173 time: 0.7498651 Sep 03 20:23:27.790414 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604eb03d-25bb-4a28-a9e8-f942fe78f8d2', 'name': 'network-vif-deleted', 'tag': 'fb455923-3366-472a-ad7c-331c1e8bb2eb'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:23:27.792565 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881d8ebe-ca0c-4bd2-806d-75cdb0a69a31" -d '{"events": [{"server_uuid": "604eb03d-25bb-4a28-a9e8-f942fe78f8d2", "name": "network-vif-deleted", "tag": "fb455923-3366-472a-ad7c-331c1e8bb2eb"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:23:27.835899 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11e5078-d9e0-4c3a-a131-09783c696290 x-openstack-request-id: req-c11e5078-d9e0-4c3a-a131-09783c696290 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:23:27.836498 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604eb03d-25bb-4a28-a9e8-f942fe78f8d2", "name": "network-vif-deleted", "tag": "fb455923-3366-472a-ad7c-331c1e8bb2eb", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:23:27.836498 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c11e5078-d9e0-4c3a-a131-09783c696290 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:23:27.836805 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604eb03d-25bb-4a28-a9e8-f942fe78f8d2', 'name': 'network-vif-deleted', 'tag': 'fb455923-3366-472a-ad7c-331c1e8bb2eb', 'status': 'completed', 'code': 200} Sep 03 20:23:27.885233 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 40544) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:27.964888 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a9fbe-2a11-4ee4-9b07-d81409a65217 req-8e65cb1b-51c0-4ef9-83f9-14edcefadc63 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:27.966345 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5e5a9fbe-2a11-4ee4-9b07-d81409a65217 req-8e65cb1b-51c0-4ef9-83f9-14edcefadc63 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0519114 Sep 03 20:23:28.009850 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c99e069-3ce3-4053-b868-13df72ba578d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:28.012504 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40548) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:28.024925 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5e5a9fbe-2a11-4ee4-9b07-d81409a65217 req-3e3f1911-7f1b-4fc6-b8eb-77680348aa4f tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514841 Sep 03 20:23:28.025672 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2e7b0a5e-caf4-4cab-9958-05856ac9029a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:28.101014 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c99e069-3ce3-4053-b868-13df72ba578d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:28.177860 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3c99e069-3ce3-4053-b868-13df72ba578d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:28.215455 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-3c99e069-3ce3-4053-b868-13df72ba578d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f8878adb9d84147b1e0c90c9491bcdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290977 Sep 03 20:23:28.216147 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99e069-3ce3-4053-b868-13df72ba578d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924663b7-e38f-4ad5-b644-15ee30c8c81f,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:28.218112 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40550) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:28.292200 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2e7b0a5e-caf4-4cab-9958-05856ac9029a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:28.294990 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ee7bcddc-9ac5-480f-b94b-c57390653a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:28.316390 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ee7bcddc-9ac5-480f-b94b-c57390653a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:28.400524 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2e7b0a5e-caf4-4cab-9958-05856ac9029a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:28.437382 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b0a5e-caf4-4cab-9958-05856ac9029a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbb8f8a-90ce-4f2f-b3b7-f0085e9cbc34,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:28.442513 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2e7b0a5e-caf4-4cab-9958-05856ac9029a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a5beb2f1bc24de09d0aa90ff2e857b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289508 Sep 03 20:23:28.445526 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40556) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:28.458518 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ee7bcddc-9ac5-480f-b94b-c57390653a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:28.461007 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ee7bcddc-9ac5-480f-b94b-c57390653a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:28.462090 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-ee7bcddc-9ac5-480f-b94b-c57390653a29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/924663b7-e38f-4ad5-b644-15ee30c8c81f HTTP/1.1" status: 204 len: 168 time: 0.2430615 Sep 03 20:23:28.481888 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bcddc-9ac5-480f-b94b-c57390653a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924663b7-e38f-4ad5-b644-15ee30c8c81f,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:28.513607 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-27c236fb-5444-44a3-a455-e324cc11470c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:28.516458 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-75b58caf-f0e1-45fa-afb3-cde626e15765 req-59fa4f98-ada3-4335-8b7a-0cf3fb7458b6 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0252340 Sep 03 20:23:28.547883 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-27c236fb-5444-44a3-a455-e324cc11470c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:28.674972 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-27c236fb-5444-44a3-a455-e324cc11470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:28.677879 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-27c236fb-5444-44a3-a455-e324cc11470c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:28.679025 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-27c236fb-5444-44a3-a455-e324cc11470c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddbb8f8a-90ce-4f2f-b3b7-f0085e9cbc34 HTTP/1.1" status: 204 len: 168 time: 0.2326043 Sep 03 20:23:28.686984 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c236fb-5444-44a3-a455-e324cc11470c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbb8f8a-90ce-4f2f-b3b7-f0085e9cbc34,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:29.080368 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40576) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:29.093473 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-42747699-fae0-40b7-9a76-2df9250d2536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:29.183648 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-42747699-fae0-40b7-9a76-2df9250d2536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:29.240585 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-42747699-fae0-40b7-9a76-2df9250d2536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:29.277679 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42747699-fae0-40b7-9a76-2df9250d2536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c49434-4302-42b0-bece-af217670274c,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:29.284156 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-42747699-fae0-40b7-9a76-2df9250d2536 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1eb57be19ee4ac798fb36b606d0ec8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027628 Sep 03 20:23:29.286733 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40582) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:29.335555 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5cf33cdd-1ef5-46a0-afd5-1fe81ee91717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:29.357024 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5cf33cdd-1ef5-46a0-afd5-1fe81ee91717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:29.469881 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5cf33cdd-1ef5-46a0-afd5-1fe81ee91717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:29.472474 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5cf33cdd-1ef5-46a0-afd5-1fe81ee91717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:29.473642 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5cf33cdd-1ef5-46a0-afd5-1fe81ee91717 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27c49434-4302-42b0-bece-af217670274c HTTP/1.1" status: 204 len: 168 time: 0.1859753 Sep 03 20:23:29.481394 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf33cdd-1ef5-46a0-afd5-1fe81ee91717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c49434-4302-42b0-bece-af217670274c,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:29.749012 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 40600) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:29.851054 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1740923770-network', 'tenant_id': '2cdf494da4604684a5db30c5a56885a1'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:23:29.955132 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] Made reservation on behalf of 2cdf494da4604684a5db30c5a56885a1 for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:23:29.957419 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:29.965929 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:30.054893 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:30.120335 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:30.144102 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:23:30.152707 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:30.159552 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:30.159896 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] Added segment a8ae3b6b-39f0-4004-b59c-beaa71a58cc4 of type vlan for network 023b6742-fcdc-4078-a29b-810452930b96 Sep 03 20:23:30.199131 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:30.291595 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:30.292577 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:30.293264 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:30.349649 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] Pushing event updated for resources: {'Network': ['ID=023b6742-fcdc-4078-a29b-810452930b96,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:30.361211 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network 023b6742-fcdc-4078-a29b-810452930b96 details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:23:30.395857 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-bbe49d1d-908c-46a2-89a8-54c4aba6315c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6457615 Sep 03 20:23:30.398887 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40622) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:30.404874 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-d1bf8b0b-67d3-4f55-9a2c-3a7797805508 admin admin] Request body: {'subnet': {'network_id': '023b6742-fcdc-4078-a29b-810452930b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1740923770-subnet', 'tenant_id': '2cdf494da4604684a5db30c5a56885a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:23:30.475353 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bf8b0b-67d3-4f55-9a2c-3a7797805508 admin admin] Made reservation on behalf of 2cdf494da4604684a5db30c5a56885a1 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:23:30.477700 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d1bf8b0b-67d3-4f55-9a2c-3a7797805508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3539817'] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:30.703642 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d1bf8b0b-67d3-4f55-9a2c-3a7797805508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4154602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3539783'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:30.716528 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device fb455923-3366-472a-ad7c-331c1e8bb2eb no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:23:30.737125 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: fb455923-3366-472a-ad7c-331c1e8bb2eb {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:23:30.737537 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device fb455923-3366-472a-ad7c-331c1e8bb2eb not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:23:30.756433 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf8b0b-67d3-4f55-9a2c-3a7797805508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=074a4a91-9243-4fc5-bfdc-8ec2fddbfa58,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:30.773491 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bf8b0b-67d3-4f55-9a2c-3a7797805508 admin admin] Checking segment: {'id': 'a8ae3b6b-39f0-4004-b59c-beaa71a58cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '023b6742-fcdc-4078-a29b-810452930b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:23:30.773847 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bf8b0b-67d3-4f55-9a2c-3a7797805508 admin admin] Network hostable DHCP agents. Network: 023b6742-fcdc-4078-a29b-810452930b96, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:23:30.863567 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bf8b0b-67d3-4f55-9a2c-3a7797805508 admin admin] Network 023b6742-fcdc-4078-a29b-810452930b96 is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:23:30.873328 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c489bc3b-9228-4921-9f37-f6c834b9eac2 req-2875c114-9ab5-4a13-bca3-c0f909f3c3a6 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0313885 Sep 03 20:23:30.887998 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0a83b-2bed-47b9-a551-464d20804ba5 req-2a4aef4e-fabd-49f2-8f06-c410a8d4b855 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:30.889469 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d5d0a83b-2bed-47b9-a551-464d20804ba5 req-2a4aef4e-fabd-49f2-8f06-c410a8d4b855 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0748158 Sep 03 20:23:30.928453 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d5d0a83b-2bed-47b9-a551-464d20804ba5 req-8594ef9a-df0b-41c1-a7bd-7cf8bdeb3eaf tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323603 Sep 03 20:23:30.949705 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-d1bf8b0b-67d3-4f55-9a2c-3a7797805508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, 023b6742-fcdc-4078-a29b-810452930b96) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:23:30.960538 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e852d15-e9be-4eef-95e8-36df326e6abf None None] Network 023b6742-fcdc-4078-a29b-810452930b96 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:23:30.963782 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bf8b0b-67d3-4f55-9a2c-3a7797805508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:30.963895 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d1bf8b0b-67d3-4f55-9a2c-3a7797805508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:31.047986 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d1bf8b0b-67d3-4f55-9a2c-3a7797805508 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6467860 Sep 03 20:23:31.085228 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99c4c6f-4937-4e00-a734-a39c32a52b6e None None] Network 023b6742-fcdc-4078-a29b-810452930b96 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:23:34.060104 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-82823521-d595-4e74-b77a-e62e121e61dd req-cebc8008-a8d4-475f-b280-34d7c41b398e tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0267208 Sep 03 20:23:34.107879 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4041d-bec0-47ec-bce4-94925abff384 req-394d2732-9440-47a6-8472-f831c8218fa6 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:34.109422 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-05c4041d-bec0-47ec-bce4-94925abff384 req-394d2732-9440-47a6-8472-f831c8218fa6 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0524421 Sep 03 20:23:34.147439 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-05c4041d-bec0-47ec-bce4-94925abff384 req-edb0b1fc-8843-44fb-b015-3370809c97ea tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319762 Sep 03 20:23:35.229806 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-82a3bb16-9875-4a86-8743-9ff2c0aa063a req-52e3332a-abc4-44c3-90ad-c42c7f071467 tempest-DeleteServersTestJSON-509537259 tempest-DeleteServersTestJSON-509537259-project] 10.222.0.41 "GET /v2.0/ports?device_id=604eb03d-25bb-4a28-a9e8-f942fe78f8d2 HTTP/1.1" status: 200 len: 210 time: 0.0255349 Sep 03 20:23:35.370619 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5971e80-6892-4f55-9d06-b0ea63cddf72 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:35.372009 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5971e80-6892-4f55-9d06-b0ea63cddf72 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/networks?id=023b6742-fcdc-4078-a29b-810452930b96 HTTP/1.1" status: 200 len: 814 time: 0.1413550 Sep 03 20:23:35.383740 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617efef-df8f-4146-b2ef-014f32fca655 req-3a9763b4-d43a-40c7-888b-fbea102d6ce2 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:35.385147 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f617efef-df8f-4146-b2ef-014f32fca655 req-3a9763b4-d43a-40c7-888b-fbea102d6ce2 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0795407 Sep 03 20:23:35.401464 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d196c12d-8330-45ba-99cb-ab866f6b4db1 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/quotas/2cdf494da4604684a5db30c5a56885a1 HTTP/1.1" status: 200 len: 375 time: 0.0154152 Sep 03 20:23:35.436696 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-209d8432-8805-46fb-89e3-bf2d48f54312 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cdf494da4604684a5db30c5a56885a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284176 Sep 03 20:23:35.457851 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f617efef-df8f-4146-b2ef-014f32fca655 req-b2bc7ce3-f606-4220-8b74-05ba06ded690 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655878 Sep 03 20:23:35.536547 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-f6b7a193-b28e-4322-b019-476ebab5ef5c service neutron] 10.222.0.41 "GET /v2.0/networks/023b6742-fcdc-4078-a29b-810452930b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915329 Sep 03 20:23:35.625541 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-bde74196-edd9-4b99-97fc-055065adbccc service neutron] 10.222.0.41 "GET /v2.0/networks/023b6742-fcdc-4078-a29b-810452930b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821071 Sep 03 20:23:35.856634 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ceb19726-d09e-4cd1-9e46-65159dba0ac1 req-4bc60d08-c3ee-4302-a3e5-52b4e14e0271 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 210 time: 0.0276048 Sep 03 20:23:36.797900 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8b83b-b557-49a5-8b6c-54c7d433cfb3 req-8ad8bd4a-a06a-4313-8b04-1636d70a6e83 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:36.803867 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b1c8b83b-b557-49a5-8b6c-54c7d433cfb3 req-8ad8bd4a-a06a-4313-8b04-1636d70a6e83 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.2747145 Sep 03 20:23:36.847435 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b1c8b83b-b557-49a5-8b6c-54c7d433cfb3 req-649e1a29-75e3-4a25-b0f3-c580e22ffcd8 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338686 Sep 03 20:23:36.898641 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 40794) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:36.965230 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7252ff91-be64-4082-afcf-f93eb8e8a2cd req-f48dce71-698e-41fd-b64a-c6150ea8ca90 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 210 time: 0.0261798 Sep 03 20:23:37.011287 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f3c64766-dc4e-491e-b3a8-576bbed7d25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:37.098702 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f3c64766-dc4e-491e-b3a8-576bbed7d25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:37.194370 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f3c64766-dc4e-491e-b3a8-576bbed7d25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:37.234018 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f3c64766-dc4e-491e-b3a8-576bbed7d25b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99922a848b144f62a62bbe4754612b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341541 Sep 03 20:23:37.235836 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c64766-dc4e-491e-b3a8-576bbed7d25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fd5de0-ecf4-4911-b0df-7faf21f84cf6,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:37.237298 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40800) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:37.295722 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9651311c-7bad-4cf5-ae51-dd002051c14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:37.324550 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9651311c-7bad-4cf5-ae51-dd002051c14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:37.491922 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9651311c-7bad-4cf5-ae51-dd002051c14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:37.494600 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9651311c-7bad-4cf5-ae51-dd002051c14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:37.495887 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-9651311c-7bad-4cf5-ae51-dd002051c14f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93fd5de0-ecf4-4911-b0df-7faf21f84cf6 HTTP/1.1" status: 204 len: 168 time: 0.2574885 Sep 03 20:23:37.504721 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651311c-7bad-4cf5-ae51-dd002051c14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fd5de0-ecf4-4911-b0df-7faf21f84cf6,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:37.905606 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40820) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:37.967118 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b73c90-1fdb-4dc9-9153-e02d6074aa74 admin admin] Deleting subnet fd4f8de4-8a7f-4dab-8ccd-ff92ef8bb113 {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:23:37.972440 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-13b73c90-1fdb-4dc9-9153-e02d6074aa74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:38.028258 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-13b73c90-1fdb-4dc9-9153-e02d6074aa74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3694617'] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:38.028368 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b529544-ab0f-4756-9373-6d017c6719f7 req-23ea5ed4-e557-4a20-acea-7f86ee6e9ed1 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:38.028368 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7b529544-ab0f-4756-9373-6d017c6719f7 req-23ea5ed4-e557-4a20-acea-7f86ee6e9ed1 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0862310 Sep 03 20:23:38.079474 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-13b73c90-1fdb-4dc9-9153-e02d6074aa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:38.088341 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1664c7a9-75a2-4226-b84a-16a183d1b14a req-71b3323c-3806-4a43-8a96-9cfd53627153 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 210 time: 0.0282137 Sep 03 20:23:38.101806 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7b529544-ab0f-4756-9373-6d017c6719f7 req-5b7d662b-4914-411f-9006-acc5691be52e tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671618 Sep 03 20:23:38.240770 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-13b73c90-1fdb-4dc9-9153-e02d6074aa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4154411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3539788'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:38.271848 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b73c90-1fdb-4dc9-9153-e02d6074aa74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4f8de4-8a7f-4dab-8ccd-ff92ef8bb113,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:38.275145 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-13b73c90-1fdb-4dc9-9153-e02d6074aa74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:38.277585 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-13b73c90-1fdb-4dc9-9153-e02d6074aa74 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fd4f8de4-8a7f-4dab-8ccd-ff92ef8bb113 HTTP/1.1" status: 204 len: 168 time: 0.3704429 Sep 03 20:23:38.280261 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40838) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:38.354885 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-629781b7-ce39-4a6c-81fe-8a4e3db0f459 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:38.356467 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-629781b7-ce39-4a6c-81fe-8a4e3db0f459 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.42 "GET /v2.0/networks?id=023b6742-fcdc-4078-a29b-810452930b96 HTTP/1.1" status: 200 len: 814 time: 0.1552868 Sep 03 20:23:38.357076 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-28599d72-eedc-4d67-8c47-9bd7eee8a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:38.375319 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-17699338-ec5a-41d2-8b74-2ec821895dbc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Request body: {'port': {'device_id': '3e87b213-0c29-4993-b1f7-788e9d863c49', 'network_id': '023b6742-fcdc-4078-a29b-810452930b96', 'admin_state_up': True, 'tenant_id': '2cdf494da4604684a5db30c5a56885a1'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:23:38.496995 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-28599d72-eedc-4d67-8c47-9bd7eee8a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:38.511820 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-28599d72-eedc-4d67-8c47-9bd7eee8a32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2dc7f4f-df4b-4096-a516-27e8310b3552']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:38.530249 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-28599d72-eedc-4d67-8c47-9bd7eee8a32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e913d13b-4338-4cf2-968c-bc7c9177e178') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:38.530746 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-28599d72-eedc-4d67-8c47-9bd7eee8a32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e913d13b-4338-4cf2-968c-bc7c9177e178') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:38.542886 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-28599d72-eedc-4d67-8c47-9bd7eee8a32a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694592'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:38.559511 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-28599d72-eedc-4d67-8c47-9bd7eee8a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:38.566417 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28599d72-eedc-4d67-8c47-9bd7eee8a32a admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:23:38.566886 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-28599d72-eedc-4d67-8c47-9bd7eee8a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4154485'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: Traceback (most recent call last): Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: timer() Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: cb(*args, **kw) Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: return func(*args, **kwargs) Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: self._notify() Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: self.callback(batched_events) Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: event.method(event) Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: return f(self, *a, **k) Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._get(url).json() Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:23:38.568592 dv-cinder-798198-4-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:23:38.663447 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-17699338-ec5a-41d2-8b74-2ec821895dbc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Made reservation on behalf of 2cdf494da4604684a5db30c5a56885a1 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:23:38.667324 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-17699338-ec5a-41d2-8b74-2ec821895dbc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:38.705233 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-28599d72-eedc-4d67-8c47-9bd7eee8a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:38.711038 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-28599d72-eedc-4d67-8c47-9bd7eee8a32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:38.713655 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-28599d72-eedc-4d67-8c47-9bd7eee8a32a admin admin] 10.222.0.41 "DELETE /v2.0/networks/c2dc7f4f-df4b-4096-a516-27e8310b3552 HTTP/1.1" status: 204 len: 168 time: 0.4309142 Sep 03 20:23:38.727245 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28599d72-eedc-4d67-8c47-9bd7eee8a32a admin admin] Pushing event deleted for resources: {'Network': ['ID=c2dc7f4f-df4b-4096-a516-27e8310b3552,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:38.806499 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-17699338-ec5a-41d2-8b74-2ec821895dbc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Allocated IP 172.20.0.12 (023b6742-fcdc-4078-a29b-810452930b96/074a4a91-9243-4fc5-bfdc-8ec2fddbfa58/f87620dc-8d08-490e-b798-12ec1357fab5) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:23:38.956499 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-17699338-ec5a-41d2-8b74-2ec821895dbc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:39.069591 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-17699338-ec5a-41d2-8b74-2ec821895dbc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:39.113274 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-17699338-ec5a-41d2-8b74-2ec821895dbc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Network 023b6742-fcdc-4078-a29b-810452930b96 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:23:39.116524 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-17699338-ec5a-41d2-8b74-2ec821895dbc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:23:39.120577 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-17699338-ec5a-41d2-8b74-2ec821895dbc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:23:39.128817 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40876) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:39.169296 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17699338-ec5a-41d2-8b74-2ec821895dbc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Pushing event updated for resources: {'Port': ['ID=f87620dc-8d08-490e-b798-12ec1357fab5,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:39.208925 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-55851677-6261-4665-b0c7-f38ae0b24e79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b24b5e5f746a46eabc162f2a1b3c18d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0765374 Sep 03 20:23:39.209454 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 40882) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:39.228492 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-17699338-ec5a-41d2-8b74-2ec821895dbc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:39.229112 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-17699338-ec5a-41d2-8b74-2ec821895dbc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:39.291829 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e37372a6-1b65-40fb-ba30-0dd91a730842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:39.310443 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a8f48-34e0-435e-b1ea-e9c9e5f6cd6a req-b62a1045-f3c0-4136-8cfa-c3c47b582988 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:39.311965 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2f3a8f48-34e0-435e-b1ea-e9c9e5f6cd6a req-b62a1045-f3c0-4136-8cfa-c3c47b582988 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 932 time: 0.1415756 Sep 03 20:23:39.333567 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a80b32-3fa6-4616-9e11-4a49541f603a req-85c894d3-500f-48a9-98cc-40f947711560 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:39.335036 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-53a80b32-3fa6-4616-9e11-4a49541f603a req-85c894d3-500f-48a9-98cc-40f947711560 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.1125531 Sep 03 20:23:39.360243 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe5c1-0a51-4728-8138-10dfee73cb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:39.372273 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-17699338-ec5a-41d2-8b74-2ec821895dbc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0038996 Sep 03 20:23:39.407702 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Request body: {'port': {'device_id': '3e87b213-0c29-4993-b1f7-788e9d863c49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:23:39.433120 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe5c1-0a51-4728-8138-10dfee73cb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:39.437335 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2f3a8f48-34e0-435e-b1ea-e9c9e5f6cd6a req-803a8c15-b220-47c0-bb39-0659c0f4d233 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163626 Sep 03 20:23:39.477077 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-53a80b32-3fa6-4616-9e11-4a49541f603a req-9e5cb32c-ea79-4b7a-b3cb-f03ddb270ac0 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352553 Sep 03 20:23:39.508421 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:39.622376 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe5c1-0a51-4728-8138-10dfee73cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:39.625045 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe5c1-0a51-4728-8138-10dfee73cb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:39.626172 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e3dbe5c1-0a51-4728-8138-10dfee73cb4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/905ef9b4-52d4-4259-b211-193bc5192347 HTTP/1.1" status: 204 len: 168 time: 0.4149175 Sep 03 20:23:39.648798 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbe5c1-0a51-4728-8138-10dfee73cb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905ef9b4-52d4-4259-b211-193bc5192347,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:39.847108 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87620dc-8d08-490e-b798-12ec1357fab5 {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:23:39.854341 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:39.866072 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Transition to ACTIVE for port object f87620dc-8d08-490e-b798-12ec1357fab5 will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:23:39.960780 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:40.017888 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Pushing event updated for resources: {'Port': ['ID=f87620dc-8d08-490e-b798-12ec1357fab5,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:40.085600 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Attempting to bind port f87620dc-8d08-490e-b798-12ec1357fab5 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:23:40.086213 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Attempting to bind port f87620dc-8d08-490e-b798-12ec1357fab5 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'a8ae3b6b-39f0-4004-b59c-beaa71a58cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '023b6742-fcdc-4078-a29b-810452930b96'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:23:40.086334 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Attempting to bind port f87620dc-8d08-490e-b798-12ec1357fab5 on network 023b6742-fcdc-4078-a29b-810452930b96 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:23:40.090427 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Port f87620dc-8d08-490e-b798-12ec1357fab5 on network 023b6742-fcdc-4078-a29b-810452930b96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:23:40.090730 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Attempting to bind port f87620dc-8d08-490e-b798-12ec1357fab5 on network 023b6742-fcdc-4078-a29b-810452930b96 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:23:40.095952 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:23:40.096403 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Checking segment: {'id': 'a8ae3b6b-39f0-4004-b59c-beaa71a58cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '023b6742-fcdc-4078-a29b-810452930b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:23:40.096778 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Bound using segment: {'id': 'a8ae3b6b-39f0-4004-b59c-beaa71a58cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '023b6742-fcdc-4078-a29b-810452930b96'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:23:40.097190 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Bound port: f87620dc-8d08-490e-b798-12ec1357fab5, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ae3b6b-39f0-4004-b59c-beaa71a58cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '023b6742-fcdc-4078-a29b-810452930b96'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:23:40.097572 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:40.163536 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] For port f87620dc-8d08-490e-b798-12ec1357fab5, host hv-cinder-79819, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:23:40.166495 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] For port f87620dc-8d08-490e-b798-12ec1357fab5, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f87620dc-8d08-490e-b798-12ec1357fab5,segment=NetworkSegment(a8ae3b6b-39f0-4004-b59c-beaa71a58cc4),segment_id=a8ae3b6b-39f0-4004-b59c-beaa71a58cc4)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:23:40.554981 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 40932) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:40.582397 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ef341-659e-478a-8b2d-00e186787c99 req-d04356d0-5efc-44da-a415-ecd3a6613ad7 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:40.583907 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-397ef341-659e-478a-8b2d-00e186787c99 req-d04356d0-5efc-44da-a415-ecd3a6613ad7 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 944 time: 0.0765870 Sep 03 20:23:40.600402 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:40.713777 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e5e3000a-65fc-4b12-9f09-91f05f5e3854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:40.713777 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:40.713777 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:40.713777 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] 10.222.0.42 "PUT /v2.0/ports/f87620dc-8d08-490e-b798-12ec1357fab5 HTTP/1.1" status: 200 len: 1094 time: 1.3116090 Sep 03 20:23:40.713777 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e87b213-0c29-4993-b1f7-788e9d863c49', 'tag': 'f87620dc-8d08-490e-b798-12ec1357fab5'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:23:40.713777 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51d53d7-46af-413c-aa91-5a66b4d1b277" -d '{"events": [{"name": "network-changed", "server_uuid": "3e87b213-0c29-4993-b1f7-788e9d863c49", "tag": "f87620dc-8d08-490e-b798-12ec1357fab5"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:23:40.743239 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-397ef341-659e-478a-8b2d-00e186787c99 req-1e7e2708-3c1e-4620-afd0-b393ce6cef05 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392057 Sep 03 20:23:40.758733 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5623c0b-f71e-4f74-a456-309757c9d793 service neutron] Pushing event updated for resources: {'Port': ['ID=f87620dc-8d08-490e-b798-12ec1357fab5,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:40.770895 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e751bd-0112-4e70-a710-8aeb937565a4 req-4fd65adf-2610-4501-9915-43774280825d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:40.772657 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-78e751bd-0112-4e70-a710-8aeb937565a4 req-4fd65adf-2610-4501-9915-43774280825d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.2148671 Sep 03 20:23:40.840624 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-78e751bd-0112-4e70-a710-8aeb937565a4 req-bba32816-7462-4341-b5d9-2185349843cc tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613141 Sep 03 20:23:40.915342 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40956) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:40.928500 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2cb537-332b-4ad0-b72d-52996ccfb8b3 x-openstack-request-id: req-8a2cb537-332b-4ad0-b72d-52996ccfb8b3 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:23:40.928500 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e87b213-0c29-4993-b1f7-788e9d863c49", "tag": "f87620dc-8d08-490e-b798-12ec1357fab5", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:23:40.928500 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a2cb537-332b-4ad0-b72d-52996ccfb8b3 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:23:40.928500 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e87b213-0c29-4993-b1f7-788e9d863c49', 'tag': 'f87620dc-8d08-490e-b798-12ec1357fab5', 'status': 'completed', 'code': 200} Sep 03 20:23:40.928500 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e5e3000a-65fc-4b12-9f09-91f05f5e3854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:40.946476 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-cd640d58-01c3-4214-9bab-f6a8cc5e3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:40.949646 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-cd640d58-01c3-4214-9bab-f6a8cc5e3ae8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cdf494da4604684a5db30c5a56885a1&device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 1097 time: 0.0674253 Sep 03 20:23:41.003022 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-4f0c5a9a-9c0d-4b16-9975-ac5ce3b599ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f87620dc-8d08-490e-b798-12ec1357fab5 HTTP/1.1" status: 200 len: 217 time: 0.0419004 Sep 03 20:23:41.006051 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e5e3000a-65fc-4b12-9f09-91f05f5e3854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:41.082173 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e5e3000a-65fc-4b12-9f09-91f05f5e3854 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc33564d8a9d405b89198f5f2e7c21c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5838430 Sep 03 20:23:41.082896 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3000a-65fc-4b12-9f09-91f05f5e3854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d863d244-4998-4b49-b311-ffed307ac76b,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:41.085758 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 40962) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:41.095879 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-60cd8f1c-28bf-4b0f-95d3-5ea38c493013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:41.097431 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-60cd8f1c-28bf-4b0f-95d3-5ea38c493013 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=074a4a91-9243-4fc5-bfdc-8ec2fddbfa58 HTTP/1.1" status: 200 len: 854 time: 0.0787251 Sep 03 20:23:41.108265 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-24a15b88-319e-495b-9529-aef1412871fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:41.133710 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-841c388c-3a21-455d-8124-724003d18ecf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=023b6742-fcdc-4078-a29b-810452930b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262818 Sep 03 20:23:41.175541 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21669307-ca4e-423b-8a5a-85e6b0e49f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:41.225380 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21669307-ca4e-423b-8a5a-85e6b0e49f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:41.269133 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-e9a61ccb-04d7-4774-b5af-adb5ba0aa18a service neutron] 10.222.0.42 "GET /v2.0/networks/023b6742-fcdc-4078-a29b-810452930b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203449 Sep 03 20:23:41.286277 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-24a15b88-319e-495b-9529-aef1412871fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:41.360857 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-24a15b88-319e-495b-9529-aef1412871fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:41.366013 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21669307-ca4e-423b-8a5a-85e6b0e49f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:41.368485 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6969d645-e913-4e8e-bc31-daba01f77a63 req-91c04aaa-a4c6-43e9-a00a-ee36ebafdddf service neutron] 10.222.0.42 "GET /v2.0/networks/023b6742-fcdc-4078-a29b-810452930b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898542 Sep 03 20:23:41.368738 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21669307-ca4e-423b-8a5a-85e6b0e49f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:41.369713 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-21669307-ca4e-423b-8a5a-85e6b0e49f8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d863d244-4998-4b49-b311-ffed307ac76b HTTP/1.1" status: 204 len: 168 time: 0.2830350 Sep 03 20:23:41.415660 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-24a15b88-319e-495b-9529-aef1412871fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7356b32566a4fe3bc081b8178f5083c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980836 Sep 03 20:23:41.416549 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a15b88-319e-495b-9529-aef1412871fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0693273f-ec32-428c-9869-212358dcdf9b,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:41.418308 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 40974) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:41.442158 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21669307-ca4e-423b-8a5a-85e6b0e49f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d863d244-4998-4b49-b311-ffed307ac76b,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:41.486358 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0aebd5e7-9a7f-48f7-9812-af867f3e1b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:41.539752 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0aebd5e7-9a7f-48f7-9812-af867f3e1b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:41.571617 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d53d7-46af-413c-aa91-5a66b4d1b277 req-d0319077-32fa-426c-83f2-55eadee2b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:41.573241 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d51d53d7-46af-413c-aa91-5a66b4d1b277 req-d0319077-32fa-426c-83f2-55eadee2b2a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cdf494da4604684a5db30c5a56885a1&device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 1097 time: 0.0825617 Sep 03 20:23:41.675719 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d53d7-46af-413c-aa91-5a66b4d1b277 req-2e88c1e4-51af-4800-82a2-6e9096a45cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:41.677174 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d51d53d7-46af-413c-aa91-5a66b4d1b277 req-2e88c1e4-51af-4800-82a2-6e9096a45cf9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=023b6742-fcdc-4078-a29b-810452930b96 HTTP/1.1" status: 200 len: 915 time: 0.0908716 Sep 03 20:23:41.677732 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0aebd5e7-9a7f-48f7-9812-af867f3e1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:41.680364 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0aebd5e7-9a7f-48f7-9812-af867f3e1b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:41.681369 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-0aebd5e7-9a7f-48f7-9812-af867f3e1b2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0693273f-ec32-428c-9869-212358dcdf9b HTTP/1.1" status: 204 len: 168 time: 0.2615986 Sep 03 20:23:41.689837 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebd5e7-9a7f-48f7-9812-af867f3e1b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0693273f-ec32-428c-9869-212358dcdf9b,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:41.854052 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3a60f-4c6f-42ce-9ffc-31d4189c794c req-b45fb8d8-9b75-4ae8-b6ad-bb13a71e60cb tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:41.855586 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f5d3a60f-4c6f-42ce-9ffc-31d4189c794c req-b45fb8d8-9b75-4ae8-b6ad-bb13a71e60cb tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 944 time: 0.0512419 Sep 03 20:23:41.901660 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f5d3a60f-4c6f-42ce-9ffc-31d4189c794c req-e13b1436-3013-4ba8-9511-e7ca8569e476 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391717 Sep 03 20:23:42.011409 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffb2af-48ea-460d-ab65-47c9b99156a5 req-dc24995a-df87-44d6-a2c0-a46d1c2cae03 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:42.020185 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-83ffb2af-48ea-460d-ab65-47c9b99156a5 req-dc24995a-df87-44d6-a2c0-a46d1c2cae03 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0609610 Sep 03 20:23:42.051313 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-83ffb2af-48ea-460d-ab65-47c9b99156a5 req-ada2e851-8cf4-46bf-ba01-5ea9640dd70c tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319111 Sep 03 20:23:42.074670 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1d4d94af-57d4-44f0-83bc-4ea8f49a7d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:42.144780 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 41000) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:42.158580 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4b63cc3e-45f6-4f34-a2cc-7a9dce6abdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:42.252855 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4b63cc3e-45f6-4f34-a2cc-7a9dce6abdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:42.337251 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4b63cc3e-45f6-4f34-a2cc-7a9dce6abdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:42.376751 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4b63cc3e-45f6-4f34-a2cc-7a9dce6abdd4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=140e82a79ea341f1a81a2783d4e4d2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306969 Sep 03 20:23:42.377851 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63cc3e-45f6-4f34-a2cc-7a9dce6abdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee289a78-ccc9-4bbe-a6f1-5aa875066ab9,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:42.379545 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41014) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:42.436068 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4b80f13b-4675-4d36-a288-a74807aa41e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:42.454487 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4b80f13b-4675-4d36-a288-a74807aa41e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:42.583487 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4b80f13b-4675-4d36-a288-a74807aa41e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:42.586119 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4b80f13b-4675-4d36-a288-a74807aa41e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:42.587211 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-4b80f13b-4675-4d36-a288-a74807aa41e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee289a78-ccc9-4bbe-a6f1-5aa875066ab9 HTTP/1.1" status: 204 len: 168 time: 0.2066524 Sep 03 20:23:42.596962 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80f13b-4675-4d36-a288-a74807aa41e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee289a78-ccc9-4bbe-a6f1-5aa875066ab9,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:42.709100 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:42.801231 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 41028) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:42.896623 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-394364358-network', 'tenant_id': '8e1537f688944616a45d0582822ac411'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:23:42.954909 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] Made reservation on behalf of 8e1537f688944616a45d0582822ac411 for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:23:42.957246 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:42.965884 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:43.062421 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:43.131709 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:43.153049 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:23:43.168004 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163e3940-b542-45a8-8998-bb7291b66fcb,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:43.172909 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:43.173253 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] Added segment ddc56c62-14ca-45a7-bb6c-01308fdc8dc3 of type vlan for network a26d7894-47e2-4282-9466-0768e66eed4b Sep 03 20:23:43.212847 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:43.309390 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:43.310378 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:43.310979 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:43.370624 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] Pushing event updated for resources: {'Network': ['ID=a26d7894-47e2-4282-9466-0768e66eed4b,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:43.384553 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network a26d7894-47e2-4282-9466-0768e66eed4b details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:23:43.424357 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9fc4ee9d-e045-4fc3-919b-61c87f0fd2ca admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6219943 Sep 03 20:23:43.428284 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41056) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:43.432242 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-21f8d173-23bf-490d-bb0c-410a97635107 admin admin] Request body: {'subnet': {'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-394364358-subnet', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:23:43.450635 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:43.514943 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f8d173-23bf-490d-bb0c-410a97635107 admin admin] Made reservation on behalf of 8e1537f688944616a45d0582822ac411 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:23:43.517681 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21f8d173-23bf-490d-bb0c-410a97635107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3539817'] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:43.714641 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21f8d173-23bf-490d-bb0c-410a97635107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4154602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3539783'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:43.770386 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8d173-23bf-490d-bb0c-410a97635107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=693be893-23f1-40ec-8dcb-aeb255377247,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:43.777722 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f8d173-23bf-490d-bb0c-410a97635107 admin admin] Checking segment: {'id': 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:23:43.778074 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f8d173-23bf-490d-bb0c-410a97635107 admin admin] Network hostable DHCP agents. Network: a26d7894-47e2-4282-9466-0768e66eed4b, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:23:43.840204 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f8d173-23bf-490d-bb0c-410a97635107 admin admin] Network a26d7894-47e2-4282-9466-0768e66eed4b is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:23:43.897394 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-21f8d173-23bf-490d-bb0c-410a97635107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, a26d7894-47e2-4282-9466-0768e66eed4b) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:23:43.901474 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f8d173-23bf-490d-bb0c-410a97635107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:43.903765 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-21f8d173-23bf-490d-bb0c-410a97635107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:43.907113 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df372ef-0a47-47c1-89c4-821d1ee9bb16 None None] Network a26d7894-47e2-4282-9466-0768e66eed4b requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:23:43.980748 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-21f8d173-23bf-490d-bb0c-410a97635107 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5517671 Sep 03 20:23:43.982958 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41070) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:43.989728 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:23:44.086731 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27981'] for router, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:44.087829 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1938999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28020'] for router, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:44.148042 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:44.173194 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a807a4-04c5-5ef5-9fb7-9266795022b5-a26d7894-47e2-4282-9466-0768e66eed4b', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'fixed_ips': [{'subnet_id': '693be893-23f1-40ec-8dcb-aeb255377247'}]}} from dv-cinder-798198-4-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:23:44.174058 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:44.327154 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Allocated IP 172.20.0.2 (a26d7894-47e2-4282-9466-0768e66eed4b/693be893-23f1-40ec-8dcb-aeb255377247/d9306f5b-a160-4563-aeb7-06be4f4e1b39) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:23:44.358305 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d51d53d7-46af-413c-aa91-5a66b4d1b277 req-72e230f0-4501-41ad-804e-164e264bd266 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f87620dc-8d08-490e-b798-12ec1357fab5 HTTP/1.1" status: 200 len: 217 time: 0.0486197 Sep 03 20:23:44.511779 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d53d7-46af-413c-aa91-5a66b4d1b277 req-a6e53f08-a16c-40e5-a707-4d20c55cdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:44.514185 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d51d53d7-46af-413c-aa91-5a66b4d1b277 req-a6e53f08-a16c-40e5-a707-4d20c55cdafc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=074a4a91-9243-4fc5-bfdc-8ec2fddbfa58 HTTP/1.1" status: 200 len: 854 time: 0.1261330 Sep 03 20:23:44.544116 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:44.551945 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Transition to ACTIVE for port object d9306f5b-a160-4563-aeb7-06be4f4e1b39 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:23:44.570162 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Transition to ACTIVE for port object d9306f5b-a160-4563-aeb7-06be4f4e1b39 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:23:44.580652 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d51d53d7-46af-413c-aa91-5a66b4d1b277 req-2cabdf77-c7a3-48b2-9cc0-b1589433247a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=023b6742-fcdc-4078-a29b-810452930b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316017 Sep 03 20:23:44.588771 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:44.612872 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454ac13-7cb5-4f13-a0be-0025fcd86569 req-5235f13f-49bf-4b26-997e-faaf41c89868 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:44.618752 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f454ac13-7cb5-4f13-a0be-0025fcd86569 req-5235f13f-49bf-4b26-997e-faaf41c89868 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.1166506 Sep 03 20:23:44.630674 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f6e69-c6ba-4ae1-acf7-6a4f9eddb9f5 req-5fb2eda6-26ae-4918-bc39-25de247c34cc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:44.632194 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-541f6e69-c6ba-4ae1-acf7-6a4f9eddb9f5 req-5fb2eda6-26ae-4918-bc39-25de247c34cc tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 944 time: 0.1563191 Sep 03 20:23:44.652139 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:44.690071 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Network a26d7894-47e2-4282-9466-0768e66eed4b is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:23:44.694423 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:23:44.701884 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:23:44.705695 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Pushing event updated for resources: {'Port': ['ID=d9306f5b-a160-4563-aeb7-06be4f4e1b39,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:44.732644 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:44.732644 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:44.732644 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:44.732644 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:44.733184 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:44.733485 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:44.734355 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:44.734683 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:44.735403 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:44.735915 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:44.736405 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:44.737001 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:44.751353 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f454ac13-7cb5-4f13-a0be-0025fcd86569 req-127a8481-1a62-42f8-9acd-56e6169287df tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118855 Sep 03 20:23:44.769833 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-541f6e69-c6ba-4ae1-acf7-6a4f9eddb9f5 req-50966925-2b85-4e5b-be02-6a32b0e3e0fe tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303649 Sep 03 20:23:44.780673 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d51d53d7-46af-413c-aa91-5a66b4d1b277 req-ced093f6-c493-40bd-994f-4b3f593315bc service neutron] 10.222.0.42 "GET /v2.0/networks/023b6742-fcdc-4078-a29b-810452930b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886644 Sep 03 20:23:44.815996 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Attempting to bind port d9306f5b-a160-4563-aeb7-06be4f4e1b39 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:23:44.816518 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Attempting to bind port d9306f5b-a160-4563-aeb7-06be4f4e1b39 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:23:44.816723 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Attempting to bind port d9306f5b-a160-4563-aeb7-06be4f4e1b39 on network a26d7894-47e2-4282-9466-0768e66eed4b {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:23:44.824293 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:23:44.825397 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Checking segment: {'id': 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:23:44.826203 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:44.826763 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Bound using segment: {'id': 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:23:44.828491 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Bound port: d9306f5b-a160-4563-aeb7-06be4f4e1b39, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:23:44.829082 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:44.911435 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d51d53d7-46af-413c-aa91-5a66b4d1b277 req-747fca34-0ab4-450a-86a1-29601b96123a service neutron] 10.222.0.42 "GET /v2.0/networks/023b6742-fcdc-4078-a29b-810452930b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199937 Sep 03 20:23:44.914014 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] For port d9306f5b-a160-4563-aeb7-06be4f4e1b39, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:23:44.917786 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] For port d9306f5b-a160-4563-aeb7-06be4f4e1b39, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d9306f5b-a160-4563-aeb7-06be4f4e1b39,segment=NetworkSegment(ddc56c62-14ca-45a7-bb6c-01308fdc8dc3),segment_id=ddc56c62-14ca-45a7-bb6c-01308fdc8dc3)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:23:44.937885 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:44.948085 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:44.963595 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:44.989397 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:45.057629 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a0b86-79d0-47ab-8790-90fbe37b2df5 None None] Pushing event updated for resources: {'Port': ['ID=d9306f5b-a160-4563-aeb7-06be4f4e1b39,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:45.080254 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Allocated IP 172.27.3.67 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/a8cbb2fa-8157-41cd-b442-129079c15f3d) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:23:45.188289 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:45.355330 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:45.422276 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:23:45.427684 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:23:45.435920 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:23:45.440020 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=a8cbb2fa-8157-41cd-b442-129079c15f3d,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:45.811366 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:45.948591 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b305f-a4e7-4e62-9a88-fa0a2f6c5ed3 req-6e128d0a-b06d-4676-b434-52cfee833e8c tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:45.951564 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-422b305f-a4e7-4e62-9a88-fa0a2f6c5ed3 req-6e128d0a-b06d-4676-b434-52cfee833e8c tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.1111491 Sep 03 20:23:45.981766 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c0279-4449-4a31-bd6b-a50e9f48e6ed req-c5ee19b7-ce10-492f-8cbc-72f51e7cc3e3 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:45.983387 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3d4c0279-4449-4a31-bd6b-a50e9f48e6ed req-c5ee19b7-ce10-492f-8cbc-72f51e7cc3e3 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 944 time: 0.1007032 Sep 03 20:23:46.016721 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-422b305f-a4e7-4e62-9a88-fa0a2f6c5ed3 req-715e5088-be47-4e4b-a5e9-fb3d2ce5de6a tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580924 Sep 03 20:23:46.041641 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3d4c0279-4449-4a31-bd6b-a50e9f48e6ed req-b5f65629-7a49-4a35-95f8-28794e00cd65 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470929 Sep 03 20:23:46.052731 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587945'] for router, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:46.143111 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d61c02e-1f9b-4755-9091-332890b6e71d None None] Network a26d7894-47e2-4282-9466-0768e66eed4b requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:23:46.254000 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-06dc5a29-cd19-490b-ab9d-905ad67d9302 None None] Provisioning for port d9306f5b-a160-4563-aeb7-06be4f4e1b39 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:23:46.263590 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 is scheduled to L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 with binding_index 1 {{(pid=94575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:23:46.385058 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:23:46.397180 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Sync routers for ids ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:23:46.410573 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Routers {'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:23:46.411321 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:23:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:46.469078 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:46.472104 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-59406e61-3cbf-4e6b-9d56-5b4e226c0ad2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4862509 Sep 03 20:23:46.473255 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41142) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:46.542485 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Set router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:23:46.656989 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d9306f5b-a160-4563-aeb7-06be4f4e1b39 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:46.745758 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:45Z', 'revision_number': 3, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port': {'id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:46.775056 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Checking router: ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:23:46.775428 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Updating router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 port a8cbb2fa-8157-41cd-b442-129079c15f3d binding host dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:23:46.789049 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port d9306f5b-a160-4563-aeb7-06be4f4e1b39 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:23:46.795322 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port d9306f5b-a160-4563-aeb7-06be4f4e1b39 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:46.795975 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:46.800106 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:46.884536 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:46.920291 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port d9306f5b-a160-4563-aeb7-06be4f4e1b39, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d9306f5b-a160-4563-aeb7-06be4f4e1b39,segment=NetworkSegment(ddc56c62-14ca-45a7-bb6c-01308fdc8dc3),segment_id=ddc56c62-14ca-45a7-bb6c-01308fdc8dc3)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:46.980553 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.000901 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.061390 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=d9306f5b-a160-4563-aeb7-06be4f4e1b39,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:47.076012 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.088259 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Transition to ACTIVE for port object a8cbb2fa-8157-41cd-b442-129079c15f3d will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:23:47.151231 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Allocated IP 172.20.0.1 (a26d7894-47e2-4282-9466-0768e66eed4b/693be893-23f1-40ec-8dcb-aeb255377247/d32a591b-85e7-4b4e-9d43-25d8f168cbc2) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:23:47.152718 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device f87620dc-8d08-490e-b798-12ec1357fab5 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:23:47.153176 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.195226 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Attempting to bind port a8cbb2fa-8157-41cd-b442-129079c15f3d on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:23:47.195623 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Attempting to bind port a8cbb2fa-8157-41cd-b442-129079c15f3d by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:23:47.195977 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Attempting to bind port a8cbb2fa-8157-41cd-b442-129079c15f3d on network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:23:47.206328 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:23:47.212682 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Checking segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:23:47.212682 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.212682 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Bound using segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:23:47.212682 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Bound port: a8cbb2fa-8157-41cd-b442-129079c15f3d, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:23:47.212682 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.268845 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] For port a8cbb2fa-8157-41cd-b442-129079c15f3d, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:23:47.272087 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] For port a8cbb2fa-8157-41cd-b442-129079c15f3d, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=a8cbb2fa-8157-41cd-b442-129079c15f3d,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:23:47.273400 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e458ec-7732-4325-ac89-83c9ed9f8b2c None None] Pushing event updated for resources: {'Port': ['ID=a8cbb2fa-8157-41cd-b442-129079c15f3d,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:47.281439 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e458ec-7732-4325-ac89-83c9ed9f8b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:47.281801 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e458ec-7732-4325-ac89-83c9ed9f8b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:47.282149 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e458ec-7732-4325-ac89-83c9ed9f8b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:47.282491 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e458ec-7732-4325-ac89-83c9ed9f8b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:47.282832 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e458ec-7732-4325-ac89-83c9ed9f8b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:47.283197 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e458ec-7732-4325-ac89-83c9ed9f8b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:47.283534 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e458ec-7732-4325-ac89-83c9ed9f8b2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:47.283869 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e458ec-7732-4325-ac89-83c9ed9f8b2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:47.284231 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e458ec-7732-4325-ac89-83c9ed9f8b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:47.284592 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e458ec-7732-4325-ac89-83c9ed9f8b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:47.284877 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e458ec-7732-4325-ac89-83c9ed9f8b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:47.285202 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e458ec-7732-4325-ac89-83c9ed9f8b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:23:47.290625 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.297253 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port f87620dc-8d08-490e-b798-12ec1357fab5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f87620dc-8d08-490e-b798-12ec1357fab5,segment=NetworkSegment(a8ae3b6b-39f0-4004-b59c-beaa71a58cc4),segment_id=a8ae3b6b-39f0-4004-b59c-beaa71a58cc4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:47.304480 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Transition to ACTIVE for port object d32a591b-85e7-4b4e-9d43-25d8f168cbc2 will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:23:47.309741 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': 'f87620dc-8d08-490e-b798-12ec1357fab5', 'network_id': '023b6742-fcdc-4078-a29b-810452930b96', 'port_id': 'f87620dc-8d08-490e-b798-12ec1357fab5', 'mac_address': 'fa:16:3e:69:7e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '074a4a91-9243-4fc5-bfdc-8ec2fddbfa58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:23:47.343742 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.347764 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.360795 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87620dc-8d08-490e-b798-12ec1357fab5 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:23:47.386311 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port f87620dc-8d08-490e-b798-12ec1357fab5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f87620dc-8d08-490e-b798-12ec1357fab5,segment=NetworkSegment(a8ae3b6b-39f0-4004-b59c-beaa71a58cc4),segment_id=a8ae3b6b-39f0-4004-b59c-beaa71a58cc4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:47.402885 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e458ec-7732-4325-ac89-83c9ed9f8b2c None None] Pushing event updated for resources: {'Port': ['ID=a8cbb2fa-8157-41cd-b442-129079c15f3d,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:47.406421 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Routers {'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:23:47.407026 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:23:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:47.417914 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.457465 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Network a26d7894-47e2-4282-9466-0768e66eed4b is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:23:47.461975 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:23:47.463154 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.467104 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:23:47.498802 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Pushing event updated for resources: {'Port': ['ID=d32a591b-85e7-4b4e-9d43-25d8f168cbc2,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:47.515282 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1965756'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.528633 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] Set router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:23:47.541021 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=f87620dc-8d08-490e-b798-12ec1357fab5,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:47.699106 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.789064 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-1a706a57-a54e-443d-b8d8-83f704081509 None None] Provisioning for port d32a591b-85e7-4b4e-9d43-25d8f168cbc2 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:23:47.792934 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-1a706a57-a54e-443d-b8d8-83f704081509 None None] Provisioning complete for port d32a591b-85e7-4b4e-9d43-25d8f168cbc2 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:47.793314 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1a706a57-a54e-443d-b8d8-83f704081509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.802641 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:45Z', 'revision_number': 3, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port': {'id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:47.830786 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-1a706a57-a54e-443d-b8d8-83f704081509 None None] Port d32a591b-85e7-4b4e-9d43-25d8f168cbc2 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:23:47.831754 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14feed0-ac80-4729-91cf-dad5576ac637 None None] The sync data for ids ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'] in dv-cinder-798198-4-iscsi is: [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:45Z', 'revision_number': 3, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port': {'id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:23:47.878804 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:47.943288 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:48.013105 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Pushing event updated for resources: {'Port': ['ID=d32a591b-85e7-4b4e-9d43-25d8f168cbc2,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:48.016706 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588012'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:48.122388 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Network a26d7894-47e2-4282-9466-0768e66eed4b is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:23:48.123797 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:23:48.251705 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:23:48.353965 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-b89f692c-6e5e-4e72-80f3-d9579117db73 None None] Provisioning complete for port d32a591b-85e7-4b4e-9d43-25d8f168cbc2 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:48.358699 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b89f692c-6e5e-4e72-80f3-d9579117db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:48.367960 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:23:48.375869 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a6e5a72d-318d-4e65-b1fb-c7677e527767 admin admin] 10.222.0.41 "PUT /v2.0/routers/ecc2ed5c-3bd1-4d05-974e-476b0ed2b002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9013665 Sep 03 20:23:48.391052 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-b89f692c-6e5e-4e72-80f3-d9579117db73 None None] Port d32a591b-85e7-4b4e-9d43-25d8f168cbc2 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:23:48.656088 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device a8cbb2fa-8157-41cd-b442-129079c15f3d up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:48.754779 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port a8cbb2fa-8157-41cd-b442-129079c15f3d completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:23:48.758642 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port a8cbb2fa-8157-41cd-b442-129079c15f3d triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:48.759021 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:48.837208 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:48.862961 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port a8cbb2fa-8157-41cd-b442-129079c15f3d, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=a8cbb2fa-8157-41cd-b442-129079c15f3d,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:48.920358 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:48.921754 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d9306f5b-a160-4563-aeb7-06be4f4e1b39 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:49.002989 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=a8cbb2fa-8157-41cd-b442-129079c15f3d,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:49.039348 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port d9306f5b-a160-4563-aeb7-06be4f4e1b39 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:49.040604 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:49.134808 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563e132-1e9a-45b1-855c-55a50c484454 req-acf17253-5444-4766-b38b-ac50b9ba6879 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:49.134808 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9563e132-1e9a-45b1-855c-55a50c484454 req-acf17253-5444-4766-b38b-ac50b9ba6879 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0901082 Sep 03 20:23:49.147206 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407edad-4e57-4d66-ad1c-80dda25b2522 req-d0099075-b557-4602-bfc7-a61a376a366d tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:49.148963 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4407edad-4e57-4d66-ad1c-80dda25b2522 req-d0099075-b557-4602-bfc7-a61a376a366d tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 945 time: 0.0944817 Sep 03 20:23:49.192145 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41180) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:49.197177 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-826464403-network', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:23:49.208915 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9563e132-1e9a-45b1-855c-55a50c484454 req-3eff7f13-5e93-4cdb-bbfc-1443773433e5 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586271 Sep 03 20:23:49.213732 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4407edad-4e57-4d66-ad1c-80dda25b2522 req-16b76c1f-25f8-46dd-b165-f42d44652a66 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539756 Sep 03 20:23:49.248457 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:23:49.300409 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['f87620dc-8d08-490e-b798-12ec1357fab5'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:23:49.303922 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] Made reservation on behalf of 423db97e2459426f99d5731bfa47e9f7 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:23:49.306316 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:49.316450 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:49.425514 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:49.457779 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Sync routers for ids ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:23:49.469408 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Routers {'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:23:49.469408 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:23:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:49.481103 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:49.511690 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:23:49.521178 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efc5add-15f6-40b2-9763-af27ac423c06,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:49.527178 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:49.527855 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] Added segment b7059bcf-0254-4dc3-9eb5-d6862b81a57a of type vlan for network cd0c2482-cb50-407c-859d-538a1b225cf8 Sep 03 20:23:49.569480 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:49.573615 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Set router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:23:49.652017 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:49.653403 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:49.653947 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:49.731688 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5384138 Sep 03 20:23:49.732589 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a27e2e-8996-4860-af91-42927ceea086 admin admin] Pushing event updated for resources: {'Network': ['ID=cd0c2482-cb50-407c-859d-538a1b225cf8,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:49.735023 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 41196) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:49.746106 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-4ddf4c28-f260-4279-85e7-9ef52a47d35e admin admin] Request body: {'subnet': {'network_id': 'cd0c2482-cb50-407c-859d-538a1b225cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-826464403-subnet', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:23:49.753456 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network cd0c2482-cb50-407c-859d-538a1b225cf8 details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:23:49.823052 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddf4c28-f260-4279-85e7-9ef52a47d35e admin admin] Made reservation on behalf of 423db97e2459426f99d5731bfa47e9f7 for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:23:49.825411 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4c28-f260-4279-85e7-9ef52a47d35e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4064506'] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:49.837008 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:47Z', 'revision_number': 4, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port': {'id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'd32a591b-85e7-4b4e-9d43-25d8f168cbc2', 'name': '', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'mac_address': 'fa:16:3e:5b:54:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '693be893-23f1-40ec-8dcb-aeb255377247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:46Z', 'updated_at': '2021-09-03T20:23:47Z', 'revision_number': 2, 'project_id': '8e1537f688944616a45d0582822ac411', 'subnets': [{'id': '693be893-23f1-40ec-8dcb-aeb255377247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:49.864733 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Checking router: ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:23:49.865020 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Updating router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 port d32a591b-85e7-4b4e-9d43-25d8f168cbc2 binding host dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:23:49.890581 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:50.126429 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4c28-f260-4279-85e7-9ef52a47d35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3284072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4064468'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:50.176931 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:50.184772 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf4c28-f260-4279-85e7-9ef52a47d35e admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a1116a-780e-4813-ad54-4064a0103f62,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:50.187656 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Transition to ACTIVE for port object d32a591b-85e7-4b4e-9d43-25d8f168cbc2 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:23:50.191062 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf4c28-f260-4279-85e7-9ef52a47d35e admin admin] Checking segment: {'id': 'b7059bcf-0254-4dc3-9eb5-d6862b81a57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd0c2482-cb50-407c-859d-538a1b225cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:23:50.191445 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf4c28-f260-4279-85e7-9ef52a47d35e admin admin] Network hostable DHCP agents. Network: cd0c2482-cb50-407c-859d-538a1b225cf8, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:23:50.291654 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:50.320849 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf4c28-f260-4279-85e7-9ef52a47d35e admin admin] Network cd0c2482-cb50-407c-859d-538a1b225cf8 is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:23:50.363572 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0696f8e-1c40-412c-acd2-2dec907a1ecb None None] Pushing event updated for resources: {'Port': ['ID=d32a591b-85e7-4b4e-9d43-25d8f168cbc2,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:50.391056 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9417d52-6d22-4bb4-b4d9-e0fd323b346c req-cf574f91-10f5-40da-8586-c8652a37e5ac tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:50.397951 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b9417d52-6d22-4bb4-b4d9-e0fd323b346c req-cf574f91-10f5-40da-8586-c8652a37e5ac tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 945 time: 0.1125979 Sep 03 20:23:50.420596 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8f0cd-5a3c-4155-837b-5ef69b092d21 req-4f4357e6-6a9f-4c81-a8d3-2dca2572a559 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:50.420596 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-91d8f0cd-5a3c-4155-837b-5ef69b092d21 req-4f4357e6-6a9f-4c81-a8d3-2dca2572a559 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.1163466 Sep 03 20:23:50.433415 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Attempting to bind port d32a591b-85e7-4b4e-9d43-25d8f168cbc2 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:23:50.433878 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Attempting to bind port d32a591b-85e7-4b4e-9d43-25d8f168cbc2 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:23:50.434207 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Attempting to bind port d32a591b-85e7-4b4e-9d43-25d8f168cbc2 on network a26d7894-47e2-4282-9466-0768e66eed4b {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:23:50.440662 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:23:50.442265 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Checking segment: {'id': 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:23:50.442265 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:50.442265 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Bound using segment: {'id': 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:23:50.442534 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Bound port: d32a591b-85e7-4b4e-9d43-25d8f168cbc2, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:23:50.442980 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:50.450124 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-4ddf4c28-f260-4279-85e7-9ef52a47d35e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, cd0c2482-cb50-407c-859d-538a1b225cf8) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:23:50.459489 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf4c28-f260-4279-85e7-9ef52a47d35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:50.459489 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4c28-f260-4279-85e7-9ef52a47d35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:50.528777 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-91d8f0cd-5a3c-4155-837b-5ef69b092d21 req-5eccd4ca-824a-4bb3-a215-bf42140a1aee tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896733 Sep 03 20:23:50.551901 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b9417d52-6d22-4bb4-b4d9-e0fd323b346c req-fdf4a076-acc2-4582-9e93-995cd0a17a89 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530342 Sep 03 20:23:50.571585 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] For port d32a591b-85e7-4b4e-9d43-25d8f168cbc2, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:23:50.576408 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] For port d32a591b-85e7-4b4e-9d43-25d8f168cbc2, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d32a591b-85e7-4b4e-9d43-25d8f168cbc2,segment=NetworkSegment(ddc56c62-14ca-45a7-bb6c-01308fdc8dc3),segment_id=ddc56c62-14ca-45a7-bb6c-01308fdc8dc3)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:23:50.579613 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83aa260-b46b-4292-b3de-9e7855610ebe None None] Network cd0c2482-cb50-407c-859d-538a1b225cf8 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:23:50.644851 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4ddf4c28-f260-4279-85e7-9ef52a47d35e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9056685 Sep 03 20:23:50.644851 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 41224) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:50.648770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device a8cbb2fa-8157-41cd-b442-129079c15f3d up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:50.650161 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-826464403-router', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:23:50.685659 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:50.726694 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27981'] for router, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:50.728083 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1938999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28020'] for router, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:50.813552 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:50.847130 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac561f-6955-4baa-a7bc-8d5b35ba30d5 req-ba199be5-b19f-43f2-950b-c51774df5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:50.848695 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1fac561f-6955-4baa-a7bc-8d5b35ba30d5 req-ba199be5-b19f-43f2-950b-c51774df5d31 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 1098 time: 0.0473363 Sep 03 20:23:50.903778 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1fac561f-6955-4baa-a7bc-8d5b35ba30d5 req-06f51c93-538e-4e06-95e4-ccbef77082eb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314970 Sep 03 20:23:50.933416 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0696f8e-1c40-412c-acd2-2dec907a1ecb None None] Pushing event updated for resources: {'Port': ['ID=d32a591b-85e7-4b4e-9d43-25d8f168cbc2,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:50.941492 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Routers {'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:23:50.942278 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:23:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:50.984075 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device f87620dc-8d08-490e-b798-12ec1357fab5 up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:51.060679 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port a8cbb2fa-8157-41cd-b442-129079c15f3d triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:51.060952 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:51.089438 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a807a4-04c5-5ef5-9fb7-9266795022b5-cd0c2482-cb50-407c-859d-538a1b225cf8', 'network_id': 'cd0c2482-cb50-407c-859d-538a1b225cf8', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'fixed_ips': [{'subnet_id': '38a1116a-780e-4813-ad54-4064a0103f62'}]}} from dv-cinder-798198-4-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:23:51.091015 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:51.226509 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] Set router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:23:51.292004 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:51.367678 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port f87620dc-8d08-490e-b798-12ec1357fab5 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:23:51.383032 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port f87620dc-8d08-490e-b798-12ec1357fab5 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:51.383430 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:51.478407 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Allocated IP 172.20.0.2 (cd0c2482-cb50-407c-859d-538a1b225cf8/38a1116a-780e-4813-ad54-4064a0103f62/7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:23:51.553098 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:51.571806 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:51.632728 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:51.678359 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Allocated IP 172.27.3.38 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/131e79f7-0173-4256-ba6b-0714e4c0513c) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:23:51.687815 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e87b213-0c29-4993-b1f7-788e9d863c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87620dc-8d08-490e-b798-12ec1357fab5'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:23:51.690065 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ec828f-f3f6-42d1-a9ea-870aba97702d" -d '{"events": [{"server_uuid": "3e87b213-0c29-4993-b1f7-788e9d863c49", "name": "network-vif-plugged", "status": "completed", "tag": "f87620dc-8d08-490e-b798-12ec1357fab5"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:23:51.727547 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port f87620dc-8d08-490e-b798-12ec1357fab5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f87620dc-8d08-490e-b798-12ec1357fab5,segment=NetworkSegment(a8ae3b6b-39f0-4004-b59c-beaa71a58cc4),segment_id=a8ae3b6b-39f0-4004-b59c-beaa71a58cc4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:51.751360 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:47Z', 'revision_number': 4, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port': {'id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'd32a591b-85e7-4b4e-9d43-25d8f168cbc2', 'name': '', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'mac_address': 'fa:16:3e:5b:54:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '693be893-23f1-40ec-8dcb-aeb255377247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:46Z', 'updated_at': '2021-09-03T20:23:50Z', 'revision_number': 4, 'project_id': '8e1537f688944616a45d0582822ac411', 'subnets': [{'id': '693be893-23f1-40ec-8dcb-aeb255377247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:51.753233 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:51.778372 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:51.784250 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432a6639-83c3-4c6a-a9e7-208d1d1a8513 None None] The sync data for ids ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'] in dv-cinder-798198-4-iscsi is: [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:47Z', 'revision_number': 4, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port': {'id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'd32a591b-85e7-4b4e-9d43-25d8f168cbc2', 'name': '', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'mac_address': 'fa:16:3e:5b:54:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '693be893-23f1-40ec-8dcb-aeb255377247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:46Z', 'updated_at': '2021-09-03T20:23:50Z', 'revision_number': 4, 'project_id': '8e1537f688944616a45d0582822ac411', 'subnets': [{'id': '693be893-23f1-40ec-8dcb-aeb255377247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:23:51.786062 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Transition to ACTIVE for port object 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:23:51.801404 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Transition to ACTIVE for port object 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:23:51.817921 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:51.866217 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:51.885008 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:51.916706 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Network cd0c2482-cb50-407c-859d-538a1b225cf8 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:23:51.923557 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:23:51.927061 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:23:51.931591 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:23:51.933754 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=f87620dc-8d08-490e-b798-12ec1357fab5,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:51.934826 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:23:51.939747 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:23:51.978748 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Pushing event updated for resources: {'Port': ['ID=131e79f7-0173-4256-ba6b-0714e4c0513c,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:52.029763 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Attempting to bind port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:23:52.030135 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Attempting to bind port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': 'b7059bcf-0254-4dc3-9eb5-d6862b81a57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd0c2482-cb50-407c-859d-538a1b225cf8'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:23:52.030570 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Attempting to bind port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a on network cd0c2482-cb50-407c-859d-538a1b225cf8 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:23:52.041881 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Pushing event updated for resources: {'Port': ['ID=7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:52.044321 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:23:52.044700 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Checking segment: {'id': 'b7059bcf-0254-4dc3-9eb5-d6862b81a57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd0c2482-cb50-407c-859d-538a1b225cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:23:52.045098 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:52.045486 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Bound using segment: {'id': 'b7059bcf-0254-4dc3-9eb5-d6862b81a57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd0c2482-cb50-407c-859d-538a1b225cf8'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:23:52.046000 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Bound port: 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7059bcf-0254-4dc3-9eb5-d6862b81a57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd0c2482-cb50-407c-859d-538a1b225cf8'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:23:52.046381 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:52.115893 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] For port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:23:52.116499 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] For port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a,segment=NetworkSegment(b7059bcf-0254-4dc3-9eb5-d6862b81a57a),segment_id=b7059bcf-0254-4dc3-9eb5-d6862b81a57a)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:23:52.178158 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:52.250768 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b954a-2055-4b83-99fb-9421eebf410f None None] Pushing event updated for resources: {'Port': ['ID=7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:52.271300 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:52.502102 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587945'] for router, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:52.639889 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d32a591b-85e7-4b4e-9d43-25d8f168cbc2 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:52.714744 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Router cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 is scheduled to L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 with binding_index 1 {{(pid=94576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:23:52.771938 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port d32a591b-85e7-4b4e-9d43-25d8f168cbc2 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:23:52.776648 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port d32a591b-85e7-4b4e-9d43-25d8f168cbc2 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:52.777031 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:52.826730 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:23:52.840965 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Sync routers for ids ['cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:23:52.851700 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Routers {'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:23:52.852327 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:23:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:52.877117 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:52.903432 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:52.907272 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4bd5f01d-7650-4f24-9235-3e8455c1ec4e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2581806 Sep 03 20:23:52.907591 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 41250) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:23:52.923057 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port d32a591b-85e7-4b4e-9d43-25d8f168cbc2, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d32a591b-85e7-4b4e-9d43-25d8f168cbc2,segment=NetworkSegment(ddc56c62-14ca-45a7-bb6c-01308fdc8dc3),segment_id=ddc56c62-14ca-45a7-bb6c-01308fdc8dc3)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:52.992879 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:52.993692 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:53.001328 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Set router cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:23:53.085825 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=d32a591b-85e7-4b4e-9d43-25d8f168cbc2,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:53.143428 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:23:53.203804 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'name': 'tempest-TestMinimumBasicScenario-826464403-router', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '131e79f7-0173-4256-ba6b-0714e4c0513c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:50Z', 'updated_at': '2021-09-03T20:23:52Z', 'revision_number': 3, 'project_id': '423db97e2459426f99d5731bfa47e9f7', 'gw_port': {'id': '131e79f7-0173-4256-ba6b-0714e4c0513c', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:51Z', 'updated_at': '2021-09-03T20:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:53.232101 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Checking router: cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:23:53.232453 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Updating router cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 port 131e79f7-0173-4256-ba6b-0714e4c0513c binding host dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:23:53.262646 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7277f191-c01c-44bc-b8af-96f31911b82c None None] Network cd0c2482-cb50-407c-859d-538a1b225cf8 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:23:53.266011 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:53.405168 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:53.423419 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-94235b2d-e048-4014-80f4-8c00fbcaff4d None None] Provisioning for port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:23:53.429467 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-94235b2d-e048-4014-80f4-8c00fbcaff4d None None] Provisioning complete for port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:53.429835 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-94235b2d-e048-4014-80f4-8c00fbcaff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:53.539594 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:53.552578 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-94235b2d-e048-4014-80f4-8c00fbcaff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:53.553508 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:53.564746 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Transition to ACTIVE for port object 131e79f7-0173-4256-ba6b-0714e4c0513c will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:23:53.647477 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:53.705499 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Attempting to bind port 131e79f7-0173-4256-ba6b-0714e4c0513c on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:23:53.705868 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Attempting to bind port 131e79f7-0173-4256-ba6b-0714e4c0513c by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:23:53.706225 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Attempting to bind port 131e79f7-0173-4256-ba6b-0714e4c0513c on network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:23:53.713436 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-94235b2d-e048-4014-80f4-8c00fbcaff4d None None] For port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a,segment=NetworkSegment(b7059bcf-0254-4dc3-9eb5-d6862b81a57a),segment_id=b7059bcf-0254-4dc3-9eb5-d6862b81a57a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:53.718549 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:23:53.720928 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Checking segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:23:53.720928 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:53.720928 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Bound using segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:23:53.720928 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Bound port: 131e79f7-0173-4256-ba6b-0714e4c0513c, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:23:53.720928 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:53.722357 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1826cd-f0ad-46d9-b725-29a62fefc989 None None] Pushing event updated for resources: {'Port': ['ID=131e79f7-0173-4256-ba6b-0714e4c0513c,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:53.769973 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Allocated IP 172.20.0.1 (cd0c2482-cb50-407c-859d-538a1b225cf8/38a1116a-780e-4813-ad54-4064a0103f62/7f9a7626-69bd-494c-9ad7-55276a4d7644) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:23:53.777551 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-94235b2d-e048-4014-80f4-8c00fbcaff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:53.777718 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] For port 131e79f7-0173-4256-ba6b-0714e4c0513c, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:23:53.781560 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] For port 131e79f7-0173-4256-ba6b-0714e4c0513c, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=131e79f7-0173-4256-ba6b-0714e4c0513c,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:23:53.824671 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:53.825910 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94235b2d-e048-4014-80f4-8c00fbcaff4d None None] Pushing event updated for resources: {'Port': ['ID=7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:53.896484 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Routers {'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:23:53.897127 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:23:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:53.903405 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-87eefbfb-f125-412f-bbf2-739dcd27fb14 None None] Provisioning complete for port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:53.903790 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-87eefbfb-f125-412f-bbf2-739dcd27fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:53.906590 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:53.925757 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Transition to ACTIVE for port object 7f9a7626-69bd-494c-9ad7-55276a4d7644 will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:23:53.997012 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1826cd-f0ad-46d9-b725-29a62fefc989 None None] Pushing event updated for resources: {'Port': ['ID=131e79f7-0173-4256-ba6b-0714e4c0513c,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:54.025304 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] Set router cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:23:54.036111 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:54.095018 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd7a75-9171-46e7-a853-0882bbc8fd3a req-d60c5380-4854-43da-adcd-93a49e80b051 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:54.096504 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a1dd7a75-9171-46e7-a853-0882bbc8fd3a req-d60c5380-4854-43da-adcd-93a49e80b051 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.1334088 Sep 03 20:23:54.100419 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Network cd0c2482-cb50-407c-859d-538a1b225cf8 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:23:54.108912 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:23:54.111479 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:23:54.131984 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557184b-215c-4420-bf68-b2c9ac3abbd8 req-1b0e9417-0af0-409a-99f6-1437fe0cffe4 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:54.133593 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7557184b-215c-4420-bf68-b2c9ac3abbd8 req-1b0e9417-0af0-409a-99f6-1437fe0cffe4 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 946 time: 0.1367950 Sep 03 20:23:54.154808 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9a7626-69bd-494c-9ad7-55276a4d7644,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:54.211376 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'name': 'tempest-TestMinimumBasicScenario-826464403-router', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '131e79f7-0173-4256-ba6b-0714e4c0513c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:50Z', 'updated_at': '2021-09-03T20:23:52Z', 'revision_number': 3, 'project_id': '423db97e2459426f99d5731bfa47e9f7', 'gw_port': {'id': '131e79f7-0173-4256-ba6b-0714e4c0513c', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:51Z', 'updated_at': '2021-09-03T20:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:54.213036 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1965756'] for router_interface, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:54.219981 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a1dd7a75-9171-46e7-a853-0882bbc8fd3a req-392839e5-5f4d-49a2-901d-c4b2d9a776a1 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157913 Sep 03 20:23:54.244445 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbe576-e495-41d9-8edd-0966e6e96fc6 None None] The sync data for ids ['cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'] in dv-cinder-798198-4-iscsi is: [{'id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'name': 'tempest-TestMinimumBasicScenario-826464403-router', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '131e79f7-0173-4256-ba6b-0714e4c0513c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:50Z', 'updated_at': '2021-09-03T20:23:52Z', 'revision_number': 3, 'project_id': '423db97e2459426f99d5731bfa47e9f7', 'gw_port': {'id': '131e79f7-0173-4256-ba6b-0714e4c0513c', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:51Z', 'updated_at': '2021-09-03T20:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:23:54.272282 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7557184b-215c-4420-bf68-b2c9ac3abbd8 req-c9268ed5-d41f-492f-8307-5587440b2d38 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054473 Sep 03 20:23:54.297260 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90287a4-2c73-4055-8a98-1019b7d8644a x-openstack-request-id: req-b90287a4-2c73-4055-8a98-1019b7d8644a {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:23:54.300831 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e87b213-0c29-4993-b1f7-788e9d863c49", "name": "network-vif-plugged", "status": "completed", "tag": "f87620dc-8d08-490e-b798-12ec1357fab5", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:23:54.300831 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b90287a4-2c73-4055-8a98-1019b7d8644a {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:23:54.300831 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e87b213-0c29-4993-b1f7-788e9d863c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87620dc-8d08-490e-b798-12ec1357fab5', 'code': 200} Sep 03 20:23:54.464585 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:54.527792 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-e28d5a5c-00b4-40e1-bf16-a7ef9b38a4bd None None] Provisioning for port 7f9a7626-69bd-494c-9ad7-55276a4d7644 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:23:54.533509 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-e28d5a5c-00b4-40e1-bf16-a7ef9b38a4bd None None] Provisioning complete for port 7f9a7626-69bd-494c-9ad7-55276a4d7644 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:54.533989 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e28d5a5c-00b4-40e1-bf16-a7ef9b38a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:54.623490 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-e28d5a5c-00b4-40e1-bf16-a7ef9b38a4bd None None] Port 7f9a7626-69bd-494c-9ad7-55276a4d7644 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:23:54.678305 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d32a591b-85e7-4b4e-9d43-25d8f168cbc2 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:54.769705 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port d32a591b-85e7-4b4e-9d43-25d8f168cbc2 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:54.774760 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:54.787579 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:54.797927 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679ffd-513b-4216-829c-317a5e2861d6 req-735f1a01-8b8c-482b-a7e2-26b8c9fdc175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:54.800067 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c4679ffd-513b-4216-829c-317a5e2861d6 req-735f1a01-8b8c-482b-a7e2-26b8c9fdc175 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 1099 time: 0.1225116 Sep 03 20:23:54.872747 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:54.916422 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c4679ffd-513b-4216-829c-317a5e2861d6 req-de04a3e5-c109-4562-b207-4bd32630ac90 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076107 Sep 03 20:23:54.945562 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:55.037905 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:55.039881 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:55.283985 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9a7626-69bd-494c-9ad7-55276a4d7644,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:55.297014 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588012'] for router_interface, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:55.426338 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad10c2d-c847-43d3-b00d-a16f60edefd1 req-39a6adb9-6f39-465e-9f65-d9b0e94bb71f tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:55.433496 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ad10c2d-c847-43d3-b00d-a16f60edefd1 req-39a6adb9-6f39-465e-9f65-d9b0e94bb71f tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.1152058 Sep 03 20:23:55.521487 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Network cd0c2482-cb50-407c-859d-538a1b225cf8 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:23:55.528172 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ad10c2d-c847-43d3-b00d-a16f60edefd1 req-b6725c36-0af5-4e19-9c64-f14ac6622865 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938802 Sep 03 20:23:55.530009 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:23:55.550500 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f697d-fc58-4f8b-b744-9f9b3de986ae req-effe23d8-7c47-43df-9ea7-4363dae536fd tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:55.552058 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f50f697d-fc58-4f8b-b744-9f9b3de986ae req-effe23d8-7c47-43df-9ea7-4363dae536fd tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 946 time: 0.1167002 Sep 03 20:23:55.666576 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f50f697d-fc58-4f8b-b744-9f9b3de986ae req-ece4a2cb-eea7-40a6-94ba-6f7aaa4beb97 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767632 Sep 03 20:23:55.700391 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Router cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:23:55.876580 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-51a4b684-b694-4eaa-81e5-2cf6e91ecc66 None None] Provisioning complete for port 7f9a7626-69bd-494c-9ad7-55276a4d7644 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:55.877626 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-51a4b684-b694-4eaa-81e5-2cf6e91ecc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:55.881034 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d96d1-3c27-4cce-89c0-a86f76582e6b req-9d4a76b9-129b-45ef-8e60-8b9a4c3a19a5 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:55.882886 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6d3d96d1-3c27-4cce-89c0-a86f76582e6b req-9d4a76b9-129b-45ef-8e60-8b9a4c3a19a5 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0987999 Sep 03 20:23:55.893686 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:23:55.901209 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9a650eb4-51af-417c-90da-7d552973f337 admin admin] 10.222.0.41 "PUT /v2.0/routers/cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9921269 Sep 03 20:23:55.938726 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-51a4b684-b694-4eaa-81e5-2cf6e91ecc66 None None] Port 7f9a7626-69bd-494c-9ad7-55276a4d7644 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:23:55.954323 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6d3d96d1-3c27-4cce-89c0-a86f76582e6b req-034ff602-466d-45a1-88c8-7960abcea250 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500612 Sep 03 20:23:56.441167 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Sync routers for ids ['cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:23:56.450754 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Routers {'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:23:56.451654 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:23:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:56.583493 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Set router cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:23:56.621238 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 131e79f7-0173-4256-ba6b-0714e4c0513c up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:56.811566 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7a85b-5417-4e1f-9755-0a6fc1abfa8a req-6ac78ff6-d022-4b07-972a-70967db6e3ce tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:56.813156 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fca7a85b-5417-4e1f-9755-0a6fc1abfa8a req-6ac78ff6-d022-4b07-972a-70967db6e3ce tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 946 time: 0.0581074 Sep 03 20:23:56.866814 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fca7a85b-5417-4e1f-9755-0a6fc1abfa8a req-2995a157-4f58-4dbb-8893-6c48c69b1516 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468822 Sep 03 20:23:56.910113 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'name': 'tempest-TestMinimumBasicScenario-826464403-router', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '131e79f7-0173-4256-ba6b-0714e4c0513c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:50Z', 'updated_at': '2021-09-03T20:23:54Z', 'revision_number': 4, 'project_id': '423db97e2459426f99d5731bfa47e9f7', 'gw_port': {'id': '131e79f7-0173-4256-ba6b-0714e4c0513c', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:51Z', 'updated_at': '2021-09-03T20:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '7f9a7626-69bd-494c-9ad7-55276a4d7644', 'name': '', 'network_id': 'cd0c2482-cb50-407c-859d-538a1b225cf8', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'mac_address': 'fa:16:3e:e1:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '38a1116a-780e-4813-ad54-4064a0103f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:53Z', 'updated_at': '2021-09-03T20:23:54Z', 'revision_number': 2, 'project_id': '423db97e2459426f99d5731bfa47e9f7', 'subnets': [{'id': '38a1116a-780e-4813-ad54-4064a0103f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:56.958444 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 131e79f7-0173-4256-ba6b-0714e4c0513c completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:23:56.960633 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Checking router: cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:23:56.961326 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Updating router cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 port 7f9a7626-69bd-494c-9ad7-55276a4d7644 binding host dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:23:56.981897 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 131e79f7-0173-4256-ba6b-0714e4c0513c triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:56.982443 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:57.013456 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:57.168076 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:57.251402 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 131e79f7-0173-4256-ba6b-0714e4c0513c, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=131e79f7-0173-4256-ba6b-0714e4c0513c,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:23:57.328042 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:57.435804 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=131e79f7-0173-4256-ba6b-0714e4c0513c,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:57.538354 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:57.557280 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Transition to ACTIVE for port object 7f9a7626-69bd-494c-9ad7-55276a4d7644 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:23:57.681059 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:57.846386 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14f6af-53e6-4cf5-9ccd-aa4a353e9e85 None None] Pushing event updated for resources: {'Port': ['ID=7f9a7626-69bd-494c-9ad7-55276a4d7644,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:57.846386 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Attempting to bind port 7f9a7626-69bd-494c-9ad7-55276a4d7644 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:23:57.846386 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Attempting to bind port 7f9a7626-69bd-494c-9ad7-55276a4d7644 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': 'b7059bcf-0254-4dc3-9eb5-d6862b81a57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd0c2482-cb50-407c-859d-538a1b225cf8'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:23:57.846386 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Attempting to bind port 7f9a7626-69bd-494c-9ad7-55276a4d7644 on network cd0c2482-cb50-407c-859d-538a1b225cf8 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:23:57.848585 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:23:57.849233 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Checking segment: {'id': 'b7059bcf-0254-4dc3-9eb5-d6862b81a57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd0c2482-cb50-407c-859d-538a1b225cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:23:57.849824 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:57.850394 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Bound using segment: {'id': 'b7059bcf-0254-4dc3-9eb5-d6862b81a57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd0c2482-cb50-407c-859d-538a1b225cf8'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:23:57.851062 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Bound port: 7f9a7626-69bd-494c-9ad7-55276a4d7644, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7059bcf-0254-4dc3-9eb5-d6862b81a57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd0c2482-cb50-407c-859d-538a1b225cf8'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:23:57.851676 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:57.998176 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] For port 7f9a7626-69bd-494c-9ad7-55276a4d7644, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:23:58.003216 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] For port 7f9a7626-69bd-494c-9ad7-55276a4d7644, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=7f9a7626-69bd-494c-9ad7-55276a4d7644,segment=NetworkSegment(b7059bcf-0254-4dc3-9eb5-d6862b81a57a),segment_id=b7059bcf-0254-4dc3-9eb5-d6862b81a57a)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:23:58.088812 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:58.167570 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Routers {'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:23:58.170558 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:23:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:58.221391 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14f6af-53e6-4cf5-9ccd-aa4a353e9e85 None None] Pushing event updated for resources: {'Port': ['ID=7f9a7626-69bd-494c-9ad7-55276a4d7644,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:23:58.366289 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] Set router cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:23:58.734700 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 131e79f7-0173-4256-ba6b-0714e4c0513c up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:23:58.833042 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 131e79f7-0173-4256-ba6b-0714e4c0513c triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:23:58.833429 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:23:58.905303 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'name': 'tempest-TestMinimumBasicScenario-826464403-router', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '131e79f7-0173-4256-ba6b-0714e4c0513c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:50Z', 'updated_at': '2021-09-03T20:23:54Z', 'revision_number': 4, 'project_id': '423db97e2459426f99d5731bfa47e9f7', 'gw_port': {'id': '131e79f7-0173-4256-ba6b-0714e4c0513c', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:51Z', 'updated_at': '2021-09-03T20:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '7f9a7626-69bd-494c-9ad7-55276a4d7644', 'name': '', 'network_id': 'cd0c2482-cb50-407c-859d-538a1b225cf8', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'mac_address': 'fa:16:3e:e1:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '38a1116a-780e-4813-ad54-4064a0103f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:53Z', 'updated_at': '2021-09-03T20:23:57Z', 'revision_number': 4, 'project_id': '423db97e2459426f99d5731bfa47e9f7', 'subnets': [{'id': '38a1116a-780e-4813-ad54-4064a0103f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:23:58.963714 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b74c6-90c0-4b50-b2e9-366e48d0a582 None None] The sync data for ids ['cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'] in dv-cinder-798198-4-iscsi is: [{'id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'name': 'tempest-TestMinimumBasicScenario-826464403-router', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '131e79f7-0173-4256-ba6b-0714e4c0513c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:50Z', 'updated_at': '2021-09-03T20:23:54Z', 'revision_number': 4, 'project_id': '423db97e2459426f99d5731bfa47e9f7', 'gw_port': {'id': '131e79f7-0173-4256-ba6b-0714e4c0513c', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:51Z', 'updated_at': '2021-09-03T20:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '7f9a7626-69bd-494c-9ad7-55276a4d7644', 'name': '', 'network_id': 'cd0c2482-cb50-407c-859d-538a1b225cf8', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'mac_address': 'fa:16:3e:e1:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '38a1116a-780e-4813-ad54-4064a0103f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:53Z', 'updated_at': '2021-09-03T20:23:57Z', 'revision_number': 4, 'project_id': '423db97e2459426f99d5731bfa47e9f7', 'subnets': [{'id': '38a1116a-780e-4813-ad54-4064a0103f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:23:59.091787 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9a6e4-248c-46b1-8a6e-3d7321483ba2 req-16c64e7e-2162-47ef-b701-2a721b12ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:59.097087 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d9e9a6e4-248c-46b1-8a6e-3d7321483ba2 req-16c64e7e-2162-47ef-b701-2a721b12ade3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 1099 time: 0.1109283 Sep 03 20:23:59.181118 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeadfca-cbfb-4de0-aecf-ccdebe237b13 req-d041c000-3aee-480f-9b88-f501ef343895 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:59.188905 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ddeadfca-cbfb-4de0-aecf-ccdebe237b13 req-d041c000-3aee-480f-9b88-f501ef343895 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1587989 Sep 03 20:23:59.289166 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9a6e4-248c-46b1-8a6e-3d7321483ba2 req-e50d25c7-9b1e-49db-910d-583ee949d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:59.291046 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d9e9a6e4-248c-46b1-8a6e-3d7321483ba2 req-e50d25c7-9b1e-49db-910d-583ee949d775 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 HTTP/1.1" status: 200 len: 919 time: 0.1829362 Sep 03 20:23:59.379690 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ddeadfca-cbfb-4de0-aecf-ccdebe237b13 req-f7f328af-c19a-4b45-919b-a4102dcbacb4 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898246 Sep 03 20:23:59.382377 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d9e9a6e4-248c-46b1-8a6e-3d7321483ba2 req-3da00ec9-40b9-4a93-a44b-95a81a8d84b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6413ecc-96d6-490b-a39e-d345bd41dc9c HTTP/1.1" status: 200 len: 217 time: 0.0652249 Sep 03 20:23:59.457486 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9a6e4-248c-46b1-8a6e-3d7321483ba2 req-cd40a4c1-b8ac-4246-9e30-feee23bbc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:23:59.459860 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d9e9a6e4-248c-46b1-8a6e-3d7321483ba2 req-cd40a4c1-b8ac-4246-9e30-feee23bbc07b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=917e06e4-7a3d-4bb8-947a-745fcc5f2509 HTTP/1.1" status: 200 len: 858 time: 0.0618007 Sep 03 20:23:59.502485 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d9e9a6e4-248c-46b1-8a6e-3d7321483ba2 req-02a6855e-6b8e-41b6-a4f7-550149ca14a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325551 Sep 03 20:23:59.628126 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d9e9a6e4-248c-46b1-8a6e-3d7321483ba2 req-f9bb1c8c-6dd6-4891-99ab-14a226fff606 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110613 Sep 03 20:23:59.830498 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d9e9a6e4-248c-46b1-8a6e-3d7321483ba2 req-44307c8b-1497-4ac9-95d0-7668266bb294 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932142 Sep 03 20:24:00.548742 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0e93b-b05e-426f-885b-5669be883588 req-4aa7b3e3-9f79-41ed-bc93-04b53a298a47 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:00.548742 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6ec0e93b-b05e-426f-885b-5669be883588 req-4aa7b3e3-9f79-41ed-bc93-04b53a298a47 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0607669 Sep 03 20:24:00.656669 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6ec0e93b-b05e-426f-885b-5669be883588 req-15d1a356-6a11-4dc7-9ea2-112df90b3249 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961888 Sep 03 20:24:00.737920 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 7f9a7626-69bd-494c-9ad7-55276a4d7644 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:00.960392 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 7f9a7626-69bd-494c-9ad7-55276a4d7644 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:00.960392 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 7f9a7626-69bd-494c-9ad7-55276a4d7644 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:00.960392 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:01.032341 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:01.064671 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 7f9a7626-69bd-494c-9ad7-55276a4d7644, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=7f9a7626-69bd-494c-9ad7-55276a4d7644,segment=NetworkSegment(b7059bcf-0254-4dc3-9eb5-d6862b81a57a),segment_id=b7059bcf-0254-4dc3-9eb5-d6862b81a57a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:24:01.281362 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:01.329394 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=7f9a7626-69bd-494c-9ad7-55276a4d7644,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:01.625127 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41554) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:01.843791 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2ace9e35-072a-434f-9663-4fd2250e1ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:01.853947 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24285b5-6912-4133-9133-548d692beb1c req-91398755-b3ad-4370-9bfa-5798c1c1c61c tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:01.873704 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a24285b5-6912-4133-9133-548d692beb1c req-91398755-b3ad-4370-9bfa-5798c1c1c61c tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0912812 Sep 03 20:24:01.941176 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a24285b5-6912-4133-9133-548d692beb1c req-f534e75a-4594-4043-b088-c96d8cec695c tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659697 Sep 03 20:24:02.033272 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2ace9e35-072a-434f-9663-4fd2250e1ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:02.057481 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41566) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:02.103322 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2ace9e35-072a-434f-9663-4fd2250e1ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:02.169749 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace9e35-072a-434f-9663-4fd2250e1ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e3389e-5eda-4222-b586-762af1f8a39d,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:02.175083 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2ace9e35-072a-434f-9663-4fd2250e1ba4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f922f5f59d6f46859f835a0cfaed4612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5489094 Sep 03 20:24:02.177636 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41574) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:02.243665 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2c963f7b-9b3f-4793-af50-eadc2649561b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:02.288672 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7558db3c-7322-4b77-aca5-844d7b6d3137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:02.310542 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7558db3c-7322-4b77-aca5-844d7b6d3137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:02.438128 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2c963f7b-9b3f-4793-af50-eadc2649561b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:02.497650 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7558db3c-7322-4b77-aca5-844d7b6d3137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:02.500560 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7558db3c-7322-4b77-aca5-844d7b6d3137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:02.504289 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-7558db3c-7322-4b77-aca5-844d7b6d3137 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72e3389e-5eda-4222-b586-762af1f8a39d HTTP/1.1" status: 204 len: 168 time: 0.3229878 Sep 03 20:24:02.511881 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558db3c-7322-4b77-aca5-844d7b6d3137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e3389e-5eda-4222-b586-762af1f8a39d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:02.538988 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2c963f7b-9b3f-4793-af50-eadc2649561b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:02.591819 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2c963f7b-9b3f-4793-af50-eadc2649561b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edfa262d404448bbb59d1ff33de2e8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5331988 Sep 03 20:24:02.594696 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c963f7b-9b3f-4793-af50-eadc2649561b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456d9162-85b7-4f7c-8d5b-9cacca741fc1,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:02.595459 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 41582) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:02.659854 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0466f2ee-e51e-450f-a8a1-0efd0940718c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:02.686821 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0466f2ee-e51e-450f-a8a1-0efd0940718c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:02.688015 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 7f9a7626-69bd-494c-9ad7-55276a4d7644 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:02.756130 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 7f9a7626-69bd-494c-9ad7-55276a4d7644 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:02.756514 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:02.857346 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0466f2ee-e51e-450f-a8a1-0efd0940718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:02.864957 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0466f2ee-e51e-450f-a8a1-0efd0940718c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:02.864957 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-0466f2ee-e51e-450f-a8a1-0efd0940718c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/456d9162-85b7-4f7c-8d5b-9cacca741fc1 HTTP/1.1" status: 204 len: 168 time: 0.2659376 Sep 03 20:24:02.904721 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466f2ee-e51e-450f-a8a1-0efd0940718c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456d9162-85b7-4f7c-8d5b-9cacca741fc1,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:03.136394 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378dabd-7b99-465c-8349-bdf22de18c06 req-99ae387f-c079-4195-8864-500dbcf8a2c3 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:03.138590 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6378dabd-7b99-465c-8349-bdf22de18c06 req-99ae387f-c079-4195-8864-500dbcf8a2c3 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1014504 Sep 03 20:24:03.208023 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6378dabd-7b99-465c-8349-bdf22de18c06 req-bb151d65-6063-4c65-b816-d424bd897fd3 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622396 Sep 03 20:24:04.376543 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583b287-88f8-475b-8bc7-ab7729464ccd req-2cf1db2f-8861-45b5-8708-61e3861bfa96 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:04.388586 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9583b287-88f8-475b-8bc7-ab7729464ccd req-2cf1db2f-8861-45b5-8708-61e3861bfa96 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1031525 Sep 03 20:24:04.493817 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9583b287-88f8-475b-8bc7-ab7729464ccd req-64dfe921-341e-4b58-aedf-73e52aba3cb6 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979264 Sep 03 20:24:04.639807 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 41652) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:04.760358 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-499600792-network', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:04.960476 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] Made reservation on behalf of 0582686d29ce4e9dbdd4c8e02727865b for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:24:04.963873 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:04.975553 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.070746 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41684) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:05.087566 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.177631 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.198698 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-56e7d2de-4ce5-440f-9209-95d225a04196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.223378 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb3e63b-a701-484f-9a9f-c6528d923ed7,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:05.231731 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:24:05.242124 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.242463 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] Added segment b939e310-60f8-4dfd-a0e8-f6486147536a of type vlan for network 915b8240-0306-4102-b577-3e4df92bac2a Sep 03 20:24:05.311352 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.331057 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-56e7d2de-4ce5-440f-9209-95d225a04196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.422926 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-56e7d2de-4ce5-440f-9209-95d225a04196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.429161 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.431156 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:05.432199 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.450251 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41690) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:05.481971 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-56e7d2de-4ce5-440f-9209-95d225a04196 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=325fa0a4cd3b4e03bf5965dc9b8b9663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090550 Sep 03 20:24:05.482829 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7d2de-4ce5-440f-9209-95d225a04196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341cd1d5-3e9e-4623-8285-797dd5310e8a,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:05.485828 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41694) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:05.556272 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d0c8ee06-1be9-41cb-af0c-2b46bf1b89f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.570268 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] Pushing event updated for resources: {'Network': ['ID=915b8240-0306-4102-b577-3e4df92bac2a,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:05.585691 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network 915b8240-0306-4102-b577-3e4df92bac2a details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:24:05.591101 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d0c8ee06-1be9-41cb-af0c-2b46bf1b89f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.615813 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-3e66177a-4e8e-40fb-bd1f-99ac968168c3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9723432 Sep 03 20:24:05.616178 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 41698) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:05.622770 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-efdd2cfa-f3c9-43c4-8f0d-267194b3f864 admin admin] Request body: {'subnet': {'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-499600792-subnet', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:05.720055 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6d35c87f-42ea-462f-95b7-db4b7c9b6c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.739058 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdd2cfa-f3c9-43c4-8f0d-267194b3f864 admin admin] Made reservation on behalf of 0582686d29ce4e9dbdd4c8e02727865b for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:24:05.748284 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-efdd2cfa-f3c9-43c4-8f0d-267194b3f864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4064506'] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.766879 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d0c8ee06-1be9-41cb-af0c-2b46bf1b89f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.769800 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d0c8ee06-1be9-41cb-af0c-2b46bf1b89f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.771235 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d0c8ee06-1be9-41cb-af0c-2b46bf1b89f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/341cd1d5-3e9e-4623-8285-797dd5310e8a HTTP/1.1" status: 204 len: 168 time: 0.2844543 Sep 03 20:24:05.789279 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9323793-e487-4f3e-b1b0-a3be6d9e7957 req-e43b9461-78ca-483c-aff3-48658ff9c6b1 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:05.790945 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f9323793-e487-4f3e-b1b0-a3be6d9e7957 req-e43b9461-78ca-483c-aff3-48658ff9c6b1 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1271460 Sep 03 20:24:05.799961 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8ee06-1be9-41cb-af0c-2b46bf1b89f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341cd1d5-3e9e-4623-8285-797dd5310e8a,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:05.909662 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6d35c87f-42ea-462f-95b7-db4b7c9b6c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:05.937061 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f9323793-e487-4f3e-b1b0-a3be6d9e7957 req-02a5351f-ed72-481d-9ed1-de85cbb93af5 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046312 Sep 03 20:24:05.982906 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6d35c87f-42ea-462f-95b7-db4b7c9b6c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:06.052524 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35c87f-42ea-462f-95b7-db4b7c9b6c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb988fdd-07b2-4cd2-a53a-23b0ec0c757d,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:06.081997 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-6d35c87f-42ea-462f-95b7-db4b7c9b6c1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5020bac13e4b4965ac3d53ef8f688566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6306241 Sep 03 20:24:06.084999 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41708) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:06.147792 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b5bc443d-50ec-4bd9-8ecf-0face7d905aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:06.173437 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b5bc443d-50ec-4bd9-8ecf-0face7d905aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:06.184336 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-efdd2cfa-f3c9-43c4-8f0d-267194b3f864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3284072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4064468'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:06.269362 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd2cfa-f3c9-43c4-8f0d-267194b3f864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=059a941c-bc80-4b37-a88a-78871ed5c013,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:06.274527 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdd2cfa-f3c9-43c4-8f0d-267194b3f864 admin admin] Checking segment: {'id': 'b939e310-60f8-4dfd-a0e8-f6486147536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:24:06.274980 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdd2cfa-f3c9-43c4-8f0d-267194b3f864 admin admin] Network hostable DHCP agents. Network: 915b8240-0306-4102-b577-3e4df92bac2a, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:24:06.331414 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b5bc443d-50ec-4bd9-8ecf-0face7d905aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:06.334087 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b5bc443d-50ec-4bd9-8ecf-0face7d905aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:06.337789 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b5bc443d-50ec-4bd9-8ecf-0face7d905aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb988fdd-07b2-4cd2-a53a-23b0ec0c757d HTTP/1.1" status: 204 len: 168 time: 0.2494214 Sep 03 20:24:06.346360 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc443d-50ec-4bd9-8ecf-0face7d905aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb988fdd-07b2-4cd2-a53a-23b0ec0c757d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:06.394434 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdd2cfa-f3c9-43c4-8f0d-267194b3f864 admin admin] Network 915b8240-0306-4102-b577-3e4df92bac2a is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:24:06.470475 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-efdd2cfa-f3c9-43c4-8f0d-267194b3f864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, 915b8240-0306-4102-b577-3e4df92bac2a) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:24:06.476429 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd2cfa-f3c9-43c4-8f0d-267194b3f864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:06.486070 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-efdd2cfa-f3c9-43c4-8f0d-267194b3f864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:06.486856 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe296e3-d6c4-49de-937d-c15cd3da3251 None None] Network 915b8240-0306-4102-b577-3e4df92bac2a requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:24:06.579091 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-efdd2cfa-f3c9-43c4-8f0d-267194b3f864 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9614224 Sep 03 20:24:06.581887 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 41714) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:06.587003 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:06.668670 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27981'] for router, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:06.670161 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1938999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28020'] for router, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:06.685419 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a807a4-04c5-5ef5-9fb7-9266795022b5-915b8240-0306-4102-b577-3e4df92bac2a', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'fixed_ips': [{'subnet_id': '059a941c-bc80-4b37-a88a-78871ed5c013'}]}} from dv-cinder-798198-4-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:24:06.688312 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:06.694503 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 41716) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:06.724474 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-afc5d7d5-6a08-42e9-8d0e-dec5fc033938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:06.786525 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:06.896540 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-afc5d7d5-6a08-42e9-8d0e-dec5fc033938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:06.937925 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Allocated IP 172.20.0.2 (915b8240-0306-4102-b577-3e4df92bac2a/059a941c-bc80-4b37-a88a-78871ed5c013/7f7339c5-4580-4b00-877f-1669bca84abd) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:24:07.022865 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-afc5d7d5-6a08-42e9-8d0e-dec5fc033938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:07.233097 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5d7d5-6a08-42e9-8d0e-dec5fc033938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb87b558-9357-43e9-9531-043097c55cd1,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:07.239460 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:07.248861 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Transition to ACTIVE for port object 7f7339c5-4580-4b00-877f-1669bca84abd will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:24:07.255692 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-afc5d7d5-6a08-42e9-8d0e-dec5fc033938 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd3c61448e52424fb1f73c0151585276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5599165 Sep 03 20:24:07.258682 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41736) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:07.260205 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:07.270751 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Transition to ACTIVE for port object 7f7339c5-4580-4b00-877f-1669bca84abd will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:24:07.297932 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025553-fe5d-4c82-bda2-f47371b40d46 req-5f15c179-82bb-4c12-bc34-adcb30f7c28c tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:07.299894 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0c025553-fe5d-4c82-bda2-f47371b40d46 req-5f15c179-82bb-4c12-bc34-adcb30f7c28c tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.2341030 Sep 03 20:24:07.346222 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-98e64396-a760-4897-a5ac-92fdf4359394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:07.362638 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0c025553-fe5d-4c82-bda2-f47371b40d46 req-84204057-e193-4a81-9995-d4accdce3770 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549083 Sep 03 20:24:07.382168 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:07.425791 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-98e64396-a760-4897-a5ac-92fdf4359394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:07.469648 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Network 915b8240-0306-4102-b577-3e4df92bac2a is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:24:07.476733 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:24:07.484963 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:24:07.490035 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Pushing event updated for resources: {'Port': ['ID=7f7339c5-4580-4b00-877f-1669bca84abd,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:07.566390 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Attempting to bind port 7f7339c5-4580-4b00-877f-1669bca84abd on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:24:07.569214 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Attempting to bind port 7f7339c5-4580-4b00-877f-1669bca84abd by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': 'b939e310-60f8-4dfd-a0e8-f6486147536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:24:07.574125 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Attempting to bind port 7f7339c5-4580-4b00-877f-1669bca84abd on network 915b8240-0306-4102-b577-3e4df92bac2a {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:24:07.586874 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:24:07.587397 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Checking segment: {'id': 'b939e310-60f8-4dfd-a0e8-f6486147536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:24:07.591228 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:07.591228 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Bound using segment: {'id': 'b939e310-60f8-4dfd-a0e8-f6486147536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:24:07.591228 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Bound port: 7f7339c5-4580-4b00-877f-1669bca84abd, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b939e310-60f8-4dfd-a0e8-f6486147536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:24:07.591228 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:07.732734 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] For port 7f7339c5-4580-4b00-877f-1669bca84abd, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:24:07.738703 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] For port 7f7339c5-4580-4b00-877f-1669bca84abd, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=7f7339c5-4580-4b00-877f-1669bca84abd,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:24:07.812824 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:07.937464 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:07.948702 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e03b0-7fed-4168-a45a-8640bd8481d1 None None] Pushing event updated for resources: {'Port': ['ID=7f7339c5-4580-4b00-877f-1669bca84abd,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:07.992024 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:08.004285 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-98e64396-a760-4897-a5ac-92fdf4359394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:08.006598 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-98e64396-a760-4897-a5ac-92fdf4359394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:08.010387 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-98e64396-a760-4897-a5ac-92fdf4359394 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb87b558-9357-43e9-9531-043097c55cd1 HTTP/1.1" status: 204 len: 168 time: 0.7481594 Sep 03 20:24:08.026574 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e64396-a760-4897-a5ac-92fdf4359394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb87b558-9357-43e9-9531-043097c55cd1,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:08.265128 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Allocated IP 172.27.3.84 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/976db21f-95ba-48f8-85d2-7ff498df6583) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:24:08.508206 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:08.629860 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8917c-a3a7-4fde-832d-0c587ccb9884 req-8a65fb84-e0d8-4d82-9e40-7a07b8df0be6 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:08.639671 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d2b8917c-a3a7-4fde-832d-0c587ccb9884 req-8a65fb84-e0d8-4d82-9e40-7a07b8df0be6 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1208103 Sep 03 20:24:08.688743 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 7f7339c5-4580-4b00-877f-1669bca84abd up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:08.729455 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d2b8917c-a3a7-4fde-832d-0c587ccb9884 req-3205082e-034f-4f1b-8a1d-591369ab532b tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797341 Sep 03 20:24:08.800917 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:08.844493 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:24:08.847478 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:24:08.859337 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:24:08.884965 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Pushing event updated for resources: {'Port': ['ID=976db21f-95ba-48f8-85d2-7ff498df6583,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:08.930018 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 7f7339c5-4580-4b00-877f-1669bca84abd completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:09.029660 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41768) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:09.062312 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2f72f54d-5908-41d3-9c34-77a7449e2c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:09.227516 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2f72f54d-5908-41d3-9c34-77a7449e2c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:09.419158 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987e0859-8808-4aec-8def-12f564e93a2c None None] Network 915b8240-0306-4102-b577-3e4df92bac2a requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:24:09.743273 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2f72f54d-5908-41d3-9c34-77a7449e2c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:09.746469 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-998614a0-ce80-4cee-9ffc-fc44380d33f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:09.748322 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-44be7bdc-4585-4df9-89b8-12a925868153 None None] Provisioning for port 7f7339c5-4580-4b00-877f-1669bca84abd completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:09.760543 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-44be7bdc-4585-4df9-89b8-12a925868153 None None] Provisioning complete for port 7f7339c5-4580-4b00-877f-1669bca84abd triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:09.761127 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-44be7bdc-4585-4df9-89b8-12a925868153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:09.824820 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72f54d-5908-41d3-9c34-77a7449e2c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7173306-147e-4a84-989d-5ba4ffd49561,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:09.832075 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2f72f54d-5908-41d3-9c34-77a7449e2c87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a748fcdf07940c19b8c8cd8f530896a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7947266 Sep 03 20:24:09.832368 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41792) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:09.867018 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:09.915163 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-44be7bdc-4585-4df9-89b8-12a925868153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:09.958304 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-44be7bdc-4585-4df9-89b8-12a925868153 None None] For port 7f7339c5-4580-4b00-877f-1669bca84abd, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=7f7339c5-4580-4b00-877f-1669bca84abd,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:24:09.962499 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7210a575-c62a-4d71-964f-c1cd0afab05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:10.019197 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7210a575-c62a-4d71-964f-c1cd0afab05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:10.063784 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-44be7bdc-4585-4df9-89b8-12a925868153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:10.076981 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a3b06-9414-45cf-9db8-f429abe4746f req-bf8f595a-c3e2-4f14-8bb5-d1e3e34ca4bc tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:10.084105 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d04a3b06-9414-45cf-9db8-f429abe4746f req-bf8f595a-c3e2-4f14-8bb5-d1e3e34ca4bc tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1504295 Sep 03 20:24:10.134640 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be7bdc-4585-4df9-89b8-12a925868153 None None] Pushing event updated for resources: {'Port': ['ID=7f7339c5-4580-4b00-877f-1669bca84abd,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:10.192375 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-ff4a87ba-9827-4a16-9ba7-8a8e42991e10 None None] Provisioning complete for port 7f7339c5-4580-4b00-877f-1669bca84abd triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:10.193239 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ff4a87ba-9827-4a16-9ba7-8a8e42991e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:10.194715 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7210a575-c62a-4d71-964f-c1cd0afab05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:10.200465 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7210a575-c62a-4d71-964f-c1cd0afab05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:10.200465 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-7210a575-c62a-4d71-964f-c1cd0afab05b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7173306-147e-4a84-989d-5ba4ffd49561 HTTP/1.1" status: 204 len: 168 time: 0.3660789 Sep 03 20:24:10.204235 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d04a3b06-9414-45cf-9db8-f429abe4746f req-cb24e616-9f00-4ccc-8cb6-bd10b208fa97 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147614 Sep 03 20:24:10.216602 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210a575-c62a-4d71-964f-c1cd0afab05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7173306-147e-4a84-989d-5ba4ffd49561,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:10.274159 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587945'] for router, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:10.645621 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 7f7339c5-4580-4b00-877f-1669bca84abd up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:10.694282 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 7f7339c5-4580-4b00-877f-1669bca84abd triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:10.694666 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:10.799520 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Router fc747fc8-180d-4410-a32c-94c2b72c0279 is scheduled to L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 with binding_index 1 {{(pid=94576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:24:10.913405 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:24:10.927688 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Sync routers for ids ['fc747fc8-180d-4410-a32c-94c2b72c0279'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:24:10.937114 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Routers {'fc747fc8-180d-4410-a32c-94c2b72c0279'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:24:10.937794 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:23:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['fc747fc8-180d-4410-a32c-94c2b72c0279'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:10.983023 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:10.984429 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5559a21b-2be1-4cd4-bd64-a73a32ac71b4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4014091 Sep 03 20:24:10.987294 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41824) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:11.050107 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Set router fc747fc8-180d-4410-a32c-94c2b72c0279 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:24:11.338701 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdc5eb-7a18-4fde-b38c-20bd22c32f5a req-5796a5d1-db2d-438d-8b3f-717cae4cbc90 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:11.348131 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-30fdc5eb-7a18-4fde-b38c-20bd22c32f5a req-5796a5d1-db2d-438d-8b3f-717cae4cbc90 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0671630 Sep 03 20:24:11.374159 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:24:09Z', 'revision_number': 3, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:11.399401 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-30fdc5eb-7a18-4fde-b38c-20bd22c32f5a req-e9fe60c2-2ab8-40cd-b8de-2039c6f175ec tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480356 Sep 03 20:24:11.405828 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Checking router: fc747fc8-180d-4410-a32c-94c2b72c0279 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:24:11.406342 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Updating router fc747fc8-180d-4410-a32c-94c2b72c0279 port 976db21f-95ba-48f8-85d2-7ff498df6583 binding host dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:24:11.440366 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:11.645202 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:11.794540 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:11.823589 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Transition to ACTIVE for port object 976db21f-95ba-48f8-85d2-7ff498df6583 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:24:11.866187 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-c9d67851-2212-4b9c-9826-4c5be4a18ef4 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:11.872968 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-c9d67851-2212-4b9c-9826-4c5be4a18ef4 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/networks?id=a26d7894-47e2-4282-9466-0768e66eed4b HTTP/1.1" status: 200 len: 814 time: 0.1850977 Sep 03 20:24:11.908468 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-2d8eef71-71e3-496f-9c61-64e716e360eb tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/quotas/8e1537f688944616a45d0582822ac411 HTTP/1.1" status: 200 len: 375 time: 0.0345769 Sep 03 20:24:11.936988 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Allocated IP 172.20.0.1 (915b8240-0306-4102-b577-3e4df92bac2a/059a941c-bc80-4b37-a88a-78871ed5c013/ed6fe98a-3e64-4edf-bb26-d90fd119729c) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:24:11.954582 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:12.004604 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-73f4f12d-461c-486f-90ff-4ba16989b4f2 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e1537f688944616a45d0582822ac411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870242 Sep 03 20:24:12.040325 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Attempting to bind port 976db21f-95ba-48f8-85d2-7ff498df6583 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:24:12.040545 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Attempting to bind port 976db21f-95ba-48f8-85d2-7ff498df6583 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:24:12.041090 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Attempting to bind port 976db21f-95ba-48f8-85d2-7ff498df6583 on network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:24:12.049187 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df5b62-6f5e-42ec-8ed9-dd576b1712fc None None] Pushing event updated for resources: {'Port': ['ID=976db21f-95ba-48f8-85d2-7ff498df6583,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:12.051722 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0a0b2c09-66a2-4f5a-84cb-9962b77184b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:12.064407 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:24:12.066670 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Checking segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:24:12.066670 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:12.067588 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Bound using segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:24:12.067811 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Bound port: 976db21f-95ba-48f8-85d2-7ff498df6583, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:24:12.068306 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:12.071572 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:12.089562 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Transition to ACTIVE for port object ed6fe98a-3e64-4edf-bb26-d90fd119729c will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:24:12.133025 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-235e973a-04c2-466b-bae4-e9927eaa9698 service neutron] 10.222.0.41 "GET /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237683 Sep 03 20:24:12.133592 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] For port 976db21f-95ba-48f8-85d2-7ff498df6583, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:24:12.137032 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] For port 976db21f-95ba-48f8-85d2-7ff498df6583, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=976db21f-95ba-48f8-85d2-7ff498df6583,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:24:12.228524 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-a8b64869-509d-4650-8e8f-0ade3ef0875d service neutron] 10.222.0.41 "GET /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886457 Sep 03 20:24:12.229311 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:12.259961 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:12.273627 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Network 915b8240-0306-4102-b577-3e4df92bac2a is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:24:12.273627 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:24:12.276700 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:24:12.308577 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Pushing event updated for resources: {'Port': ['ID=ed6fe98a-3e64-4edf-bb26-d90fd119729c,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:12.329721 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1965756'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:12.373381 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df5b62-6f5e-42ec-8ed9-dd576b1712fc None None] Pushing event updated for resources: {'Port': ['ID=976db21f-95ba-48f8-85d2-7ff498df6583,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:12.376843 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Routers {'fc747fc8-180d-4410-a32c-94c2b72c0279'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:24:12.377457 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:24:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['fc747fc8-180d-4410-a32c-94c2b72c0279'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:12.510699 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] Set router fc747fc8-180d-4410-a32c-94c2b72c0279 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:24:12.574159 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d97ece-27f9-4276-8c39-b10dd58764f7 req-1850ff73-1be2-4b1a-9b0a-e80486fb662a tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:12.576814 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-83d97ece-27f9-4276-8c39-b10dd58764f7 req-1850ff73-1be2-4b1a-9b0a-e80486fb662a tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0941529 Sep 03 20:24:12.638260 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-83e83a19-45fd-4b9b-a061-c4258100ecf5 req-532662d9-410f-472c-8995-55dd5b157824 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 210 time: 0.0522456 Sep 03 20:24:12.651749 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-d2cb8234-756e-44c6-99f0-8fe5186b0fe2 None None] Provisioning for port ed6fe98a-3e64-4edf-bb26-d90fd119729c completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:12.654955 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:12.671008 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-d2cb8234-756e-44c6-99f0-8fe5186b0fe2 None None] Provisioning complete for port ed6fe98a-3e64-4edf-bb26-d90fd119729c triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:12.674633 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8234-756e-44c6-99f0-8fe5186b0fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:12.695216 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-83d97ece-27f9-4276-8c39-b10dd58764f7 req-45233cd9-54da-4edd-a35a-4d8be69a43bd tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079011 Sep 03 20:24:12.742616 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb8234-756e-44c6-99f0-8fe5186b0fe2 None None] Port ed6fe98a-3e64-4edf-bb26-d90fd119729c cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:24:12.812334 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:24:09Z', 'revision_number': 3, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:12.822505 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:12.846895 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf483b3-9017-4d25-8a9d-e9b30b59d37d None None] The sync data for ids ['fc747fc8-180d-4410-a32c-94c2b72c0279'] in dv-cinder-798198-4-iscsi is: [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:24:09Z', 'revision_number': 3, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:24:12.909375 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:13.040161 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:13.116435 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588012'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:13.140298 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Pushing event updated for resources: {'Port': ['ID=ed6fe98a-3e64-4edf-bb26-d90fd119729c,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:13.257477 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Network 915b8240-0306-4102-b577-3e4df92bac2a is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:24:13.259110 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:24:13.429448 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:13.458733 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Router fc747fc8-180d-4410-a32c-94c2b72c0279 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:24:13.571878 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-99207360-ab33-455d-8198-48d9c90c69bd None None] Provisioning complete for port ed6fe98a-3e64-4edf-bb26-d90fd119729c triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:13.572164 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-99207360-ab33-455d-8198-48d9c90c69bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:13.594805 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:24:13.607124 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-aaf3aae5-2512-478d-9bff-97e78ecfc276 admin admin] 10.222.0.41 "PUT /v2.0/routers/fc747fc8-180d-4410-a32c-94c2b72c0279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6122253 Sep 03 20:24:13.615664 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-99207360-ab33-455d-8198-48d9c90c69bd None None] Port ed6fe98a-3e64-4edf-bb26-d90fd119729c cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:24:13.736498 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7bbd3cfa-1e7d-4439-8c82-72aa4855d438 req-1b2bd5e0-bec6-463d-81b3-0d04594980bb tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 210 time: 0.0357358 Sep 03 20:24:13.893587 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da4430-26af-4841-9809-b6fdfbdda7ce req-38ec5323-5861-423d-bbf1-147c5d28f424 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:13.896292 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-22da4430-26af-4841-9809-b6fdfbdda7ce req-38ec5323-5861-423d-bbf1-147c5d28f424 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0869551 Sep 03 20:24:13.961217 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-22da4430-26af-4841-9809-b6fdfbdda7ce req-a57e7478-c58d-467b-beda-b54179e28653 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585537 Sep 03 20:24:14.550882 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41976) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:14.557255 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1164754648-network', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:14.648935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 976db21f-95ba-48f8-85d2-7ff498df6583 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:14.651288 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] Made reservation on behalf of fcc4f4760208482881ed5e23950a78a3 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:24:14.660875 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:14.663453 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:14.762372 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:14.789492 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Sync routers for ids ['fc747fc8-180d-4410-a32c-94c2b72c0279'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:24:14.798665 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Routers {'fc747fc8-180d-4410-a32c-94c2b72c0279'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:24:14.799317 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:24:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['fc747fc8-180d-4410-a32c-94c2b72c0279'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:14.833363 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 976db21f-95ba-48f8-85d2-7ff498df6583 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:14.846402 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:14.864395 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:24:14.878497 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 976db21f-95ba-48f8-85d2-7ff498df6583 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:14.878870 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:14.885643 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:14.885996 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] Added segment 02672425-534e-48e1-a8cd-b46dcba40b4a of type vlan for network c9b8bdb5-8977-4441-969d-f0e03da151b1 Sep 03 20:24:14.886414 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ea347ceb-882e-4cb6-9490-dd5a768985fb req-2c5c55a2-a42b-47c4-9c62-da0e92abc399 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 210 time: 0.0331690 Sep 03 20:24:14.910977 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316c11a7-0fbf-45a4-9872-2d0adb5acfd2,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:14.949726 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:14.975972 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Set router fc747fc8-180d-4410-a32c-94c2b72c0279 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:24:15.093643 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:15.099773 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:15.100761 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:15.109294 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:15.120663 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:15.142387 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91180208-46a5-4d29-98f2-44e00feea2a8 req-df180550-34ce-4f7e-80ba-ff5c27cbb012 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:15.147309 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-91180208-46a5-4d29-98f2-44e00feea2a8 req-df180550-34ce-4f7e-80ba-ff5c27cbb012 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0888114 Sep 03 20:24:15.189778 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 976db21f-95ba-48f8-85d2-7ff498df6583, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=976db21f-95ba-48f8-85d2-7ff498df6583,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:24:15.197584 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b8bdb5-8977-4441-969d-f0e03da151b1,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:15.208943 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network c9b8bdb5-8977-4441-969d-f0e03da151b1 details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:24:15.227150 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-42a849f6-a6cf-4529-86c1-17e700f8c0b8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6744747 Sep 03 20:24:15.227695 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 41990) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:15.235658 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-0b444f87-5666-47b3-ac74-a8cb05de5228 admin admin] Request body: {'subnet': {'network_id': 'c9b8bdb5-8977-4441-969d-f0e03da151b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1164754648-subnet', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:15.242260 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-91180208-46a5-4d29-98f2-44e00feea2a8 req-71e8c161-7edb-4573-9f88-34bd95cb1ab8 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774884 Sep 03 20:24:15.318137 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-bb30cab7-37ef-4378-9218-12dc8ed6cc69 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:15.319861 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-bb30cab7-37ef-4378-9218-12dc8ed6cc69 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.42 "GET /v2.0/networks?id=a26d7894-47e2-4282-9466-0768e66eed4b HTTP/1.1" status: 200 len: 814 time: 0.1714776 Sep 03 20:24:15.336697 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-d1bb257f-3813-4455-b045-fec7be79eba0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Request body: {'port': {'device_id': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'admin_state_up': True, 'tenant_id': '8e1537f688944616a45d0582822ac411'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:15.363357 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:15.383267 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b444f87-5666-47b3-ac74-a8cb05de5228 admin admin] Made reservation on behalf of fcc4f4760208482881ed5e23950a78a3 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:24:15.383267 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0b444f87-5666-47b3-ac74-a8cb05de5228 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3539817'] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:15.527586 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=976db21f-95ba-48f8-85d2-7ff498df6583,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:15.551491 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:24:12Z', 'revision_number': 4, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ed6fe98a-3e64-4edf-bb26-d90fd119729c', 'name': '', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'mac_address': 'fa:16:3e:8c:41:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:11Z', 'updated_at': '2021-09-03T20:24:12Z', 'revision_number': 2, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'subnets': [{'id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:15.581820 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Checking router: fc747fc8-180d-4410-a32c-94c2b72c0279 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:24:15.582235 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Updating router fc747fc8-180d-4410-a32c-94c2b72c0279 port ed6fe98a-3e64-4edf-bb26-d90fd119729c binding host dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:24:15.606757 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:15.680225 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-d1bb257f-3813-4455-b045-fec7be79eba0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Made reservation on behalf of 8e1537f688944616a45d0582822ac411 for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:24:15.684424 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-d1bb257f-3813-4455-b045-fec7be79eba0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:15.731996 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0b444f87-5666-47b3-ac74-a8cb05de5228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4154602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3539783'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:15.810150 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b444f87-5666-47b3-ac74-a8cb05de5228 admin admin] Checking segment: {'id': '02672425-534e-48e1-a8cd-b46dcba40b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9b8bdb5-8977-4441-969d-f0e03da151b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:24:15.810722 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b444f87-5666-47b3-ac74-a8cb05de5228 admin admin] Network hostable DHCP agents. Network: c9b8bdb5-8977-4441-969d-f0e03da151b1, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:24:15.820029 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b444f87-5666-47b3-ac74-a8cb05de5228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44072c0c-885c-4d0f-9c64-2c34718c9d7c,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:15.853169 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-d1bb257f-3813-4455-b045-fec7be79eba0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Allocated IP 172.20.0.10 (a26d7894-47e2-4282-9466-0768e66eed4b/693be893-23f1-40ec-8dcb-aeb255377247/19468865-6c1d-403b-8a29-abf191e6d99c) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:24:15.902946 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b444f87-5666-47b3-ac74-a8cb05de5228 admin admin] Network c9b8bdb5-8977-4441-969d-f0e03da151b1 is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:24:15.993179 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-0b444f87-5666-47b3-ac74-a8cb05de5228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, c9b8bdb5-8977-4441-969d-f0e03da151b1) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:24:16.011880 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b444f87-5666-47b3-ac74-a8cb05de5228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:16.016594 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0b444f87-5666-47b3-ac74-a8cb05de5228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:16.025103 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e57885-5f5d-431e-812a-98a29d4f23d1 None None] Network c9b8bdb5-8977-4441-969d-f0e03da151b1 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:24:16.102292 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad79a62d-31bd-405a-9063-5594740b6219 req-ac1292b6-6f7b-4c92-a5c1-b21b4f1cbc53 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 210 time: 0.0582104 Sep 03 20:24:16.127693 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 42038) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:16.128136 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0b444f87-5666-47b3-ac74-a8cb05de5228 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8912263 Sep 03 20:24:16.148776 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1164754648-router', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:16.182340 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-d1bb257f-3813-4455-b045-fec7be79eba0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:16.209406 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-d1bb257f-3813-4455-b045-fec7be79eba0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Transition to ACTIVE for port object 19468865-6c1d-403b-8a29-abf191e6d99c will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:24:16.222266 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:16.245888 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Transition to ACTIVE for port object ed6fe98a-3e64-4edf-bb26-d90fd119729c will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:24:16.334735 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:16.340742 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27981'] for router, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:16.340742 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1938999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28020'] for router, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:16.343296 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-d1bb257f-3813-4455-b045-fec7be79eba0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:16.374363 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a807a4-04c5-5ef5-9fb7-9266795022b5-c9b8bdb5-8977-4441-969d-f0e03da151b1', 'network_id': 'c9b8bdb5-8977-4441-969d-f0e03da151b1', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'fixed_ips': [{'subnet_id': '44072c0c-885c-4d0f-9c64-2c34718c9d7c'}]}} from dv-cinder-798198-4-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:24:16.376086 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:16.479382 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-d1bb257f-3813-4455-b045-fec7be79eba0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Network a26d7894-47e2-4282-9466-0768e66eed4b is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:24:16.502128 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-d1bb257f-3813-4455-b045-fec7be79eba0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:24:16.531876 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-d1bb257f-3813-4455-b045-fec7be79eba0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:24:16.558760 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88876ade-9e7d-47a9-bc63-7a974b0f2a0f None None] Pushing event updated for resources: {'Port': ['ID=ed6fe98a-3e64-4edf-bb26-d90fd119729c,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:16.631266 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-d1bb257f-3813-4455-b045-fec7be79eba0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:16.632166 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-d1bb257f-3813-4455-b045-fec7be79eba0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:16.635475 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb257f-3813-4455-b045-fec7be79eba0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event updated for resources: {'Port': ['ID=19468865-6c1d-403b-8a29-abf191e6d99c,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:16.672233 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:16.738130 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c9d5f-9dc4-41f9-84ab-ff89c2d1dfc1 req-f7a9f353-968d-46ea-b5e6-8ce6fd1706e9 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:16.739745 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fd5c9d5f-9dc4-41f9-84ab-ff89c2d1dfc1 req-f7a9f353-968d-46ea-b5e6-8ce6fd1706e9 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.3508289 Sep 03 20:24:16.854044 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 976db21f-95ba-48f8-85d2-7ff498df6583 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:16.861828 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fd5c9d5f-9dc4-41f9-84ab-ff89c2d1dfc1 req-d559fb72-1cba-4f9e-813f-3352704bef1c tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042564 Sep 03 20:24:16.878882 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-d1bb257f-3813-4455-b045-fec7be79eba0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5479698 Sep 03 20:24:16.976618 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Attempting to bind port ed6fe98a-3e64-4edf-bb26-d90fd119729c on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:24:16.976996 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Attempting to bind port ed6fe98a-3e64-4edf-bb26-d90fd119729c by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': 'b939e310-60f8-4dfd-a0e8-f6486147536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:24:16.977351 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Attempting to bind port ed6fe98a-3e64-4edf-bb26-d90fd119729c on network 915b8240-0306-4102-b577-3e4df92bac2a {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:24:16.984152 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 976db21f-95ba-48f8-85d2-7ff498df6583 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:16.984755 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:17.054424 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:24:17.055546 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Checking segment: {'id': 'b939e310-60f8-4dfd-a0e8-f6486147536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:24:17.056268 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:17.056814 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Bound using segment: {'id': 'b939e310-60f8-4dfd-a0e8-f6486147536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:24:17.057458 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Bound port: ed6fe98a-3e64-4edf-bb26-d90fd119729c, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b939e310-60f8-4dfd-a0e8-f6486147536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:24:17.058007 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:17.113069 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:17.223844 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Allocated IP 172.20.0.2 (c9b8bdb5-8977-4441-969d-f0e03da151b1/44072c0c-885c-4d0f-9c64-2c34718c9d7c/1492cd36-d20b-41c7-bcda-f78a58759cc7) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:24:17.259715 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] For port ed6fe98a-3e64-4edf-bb26-d90fd119729c, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:24:17.266029 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] For port ed6fe98a-3e64-4edf-bb26-d90fd119729c, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=ed6fe98a-3e64-4edf-bb26-d90fd119729c,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:24:17.296230 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-4766cacb-3b98-4066-8afa-80caee0b6ed9 None None] Provisioning for port 19468865-6c1d-403b-8a29-abf191e6d99c completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:17.335469 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f4584-eea8-46e2-8d19-cf88d162c287 req-3484d1ae-4c40-4f26-947b-6de47b8d7dfd tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:17.336602 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-272f4584-eea8-46e2-8d19-cf88d162c287 req-3484d1ae-4c40-4f26-947b-6de47b8d7dfd tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 932 time: 0.1043820 Sep 03 20:24:17.404981 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-272f4584-eea8-46e2-8d19-cf88d162c287 req-4927e5a7-1862-43bc-8059-e951718997c6 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612645 Sep 03 20:24:17.408022 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-4766cacb-3b98-4066-8afa-80caee0b6ed9 None None] Provisioning complete for port 19468865-6c1d-403b-8a29-abf191e6d99c triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:17.408401 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4766cacb-3b98-4066-8afa-80caee0b6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:17.410635 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:17.711207 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-4766cacb-3b98-4066-8afa-80caee0b6ed9 None None] Port 19468865-6c1d-403b-8a29-abf191e6d99c cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:24:17.714369 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88876ade-9e7d-47a9-bc63-7a974b0f2a0f None None] Pushing event updated for resources: {'Port': ['ID=ed6fe98a-3e64-4edf-bb26-d90fd119729c,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:17.845397 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Routers {'fc747fc8-180d-4410-a32c-94c2b72c0279'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:24:17.846200 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:24:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['fc747fc8-180d-4410-a32c-94c2b72c0279'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:17.846529 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:17.874754 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:18.063323 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:18.101491 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Transition to ACTIVE for port object 1492cd36-d20b-41c7-bcda-f78a58759cc7 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:24:18.105587 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Allocated IP 172.27.3.130 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/aa520354-d964-4bbe-ab83-9fcf67750261) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:24:18.119001 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdd0d2-8027-4743-90bc-314b986a682d req-9855f0e5-a348-4125-bbda-bae8d62dee60 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:18.129443 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-15fdd0d2-8027-4743-90bc-314b986a682d req-9855f0e5-a348-4125-bbda-bae8d62dee60 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1374171 Sep 03 20:24:18.177766 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Transition to ACTIVE for port object 1492cd36-d20b-41c7-bcda-f78a58759cc7 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:24:18.187122 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] Set router fc747fc8-180d-4410-a32c-94c2b72c0279 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:24:18.190011 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-15fdd0d2-8027-4743-90bc-314b986a682d req-d354882f-741e-481e-84bc-de909ba4a820 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561745 Sep 03 20:24:18.336218 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:18.430464 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:18.482952 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Network c9b8bdb5-8977-4441-969d-f0e03da151b1 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:24:18.491513 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:24:18.507598 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:24:18.519222 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Pushing event updated for resources: {'Port': ['ID=1492cd36-d20b-41c7-bcda-f78a58759cc7,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:18.638200 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Attempting to bind port 1492cd36-d20b-41c7-bcda-f78a58759cc7 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:24:18.638573 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Attempting to bind port 1492cd36-d20b-41c7-bcda-f78a58759cc7 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '02672425-534e-48e1-a8cd-b46dcba40b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9b8bdb5-8977-4441-969d-f0e03da151b1'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:24:18.639557 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Attempting to bind port 1492cd36-d20b-41c7-bcda-f78a58759cc7 on network c9b8bdb5-8977-4441-969d-f0e03da151b1 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:24:18.646693 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:18.665231 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:24:18.665682 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Checking segment: {'id': '02672425-534e-48e1-a8cd-b46dcba40b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9b8bdb5-8977-4441-969d-f0e03da151b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:24:18.666141 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:18.666547 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Bound using segment: {'id': '02672425-534e-48e1-a8cd-b46dcba40b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9b8bdb5-8977-4441-969d-f0e03da151b1'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:24:18.667024 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Bound port: 1492cd36-d20b-41c7-bcda-f78a58759cc7, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02672425-534e-48e1-a8cd-b46dcba40b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9b8bdb5-8977-4441-969d-f0e03da151b1'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:24:18.667433 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:18.726604 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:24:18.784363 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:24:18.794370 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:24:18.817570 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:24:12Z', 'revision_number': 4, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ed6fe98a-3e64-4edf-bb26-d90fd119729c', 'name': '', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'mac_address': 'fa:16:3e:8c:41:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:11Z', 'updated_at': '2021-09-03T20:24:17Z', 'revision_number': 4, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'subnets': [{'id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:18.878144 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2f75d1-b3c8-4d2e-a056-01c9b399e377 None None] The sync data for ids ['fc747fc8-180d-4410-a32c-94c2b72c0279'] in dv-cinder-798198-4-iscsi is: [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:24:12Z', 'revision_number': 4, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ed6fe98a-3e64-4edf-bb26-d90fd119729c', 'name': '', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'mac_address': 'fa:16:3e:8c:41:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:11Z', 'updated_at': '2021-09-03T20:24:17Z', 'revision_number': 4, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'subnets': [{'id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:24:18.912455 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Pushing event updated for resources: {'Port': ['ID=aa520354-d964-4bbe-ab83-9fcf67750261,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:18.926644 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] For port 1492cd36-d20b-41c7-bcda-f78a58759cc7, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:24:18.930167 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] For port 1492cd36-d20b-41c7-bcda-f78a58759cc7, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=1492cd36-d20b-41c7-bcda-f78a58759cc7,segment=NetworkSegment(02672425-534e-48e1-a8cd-b46dcba40b4a),segment_id=02672425-534e-48e1-a8cd-b46dcba40b4a)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:24:19.050465 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:19.170048 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Request body: {'port': {'device_id': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:19.203834 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4816e4f-4290-4098-817d-1db47b3daccb None None] Pushing event updated for resources: {'Port': ['ID=1492cd36-d20b-41c7-bcda-f78a58759cc7,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:19.217065 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4e7d6-d2f3-4fa0-a069-4543fa644a97 req-bc49b14c-4e9d-4954-a4da-93fec32022d8 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:19.225051 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a4a4e7d6-d2f3-4fa0-a069-4543fa644a97 req-bc49b14c-4e9d-4954-a4da-93fec32022d8 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 932 time: 0.3330982 Sep 03 20:24:19.772129 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:19.800194 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a4a4e7d6-d2f3-4fa0-a069-4543fa644a97 req-f5c5a712-155e-4026-8451-93a7b6f1be47 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740352 Sep 03 20:24:20.396641 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:20.909298 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628709cc-8ba5-4991-b80c-e998692172fe req-4ff8f864-a0b4-4b7b-a809-502cf15cabcd tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:20.924374 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-628709cc-8ba5-4991-b80c-e998692172fe req-4ff8f864-a0b4-4b7b-a809-502cf15cabcd tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.9368830 Sep 03 20:24:20.936737 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 1492cd36-d20b-41c7-bcda-f78a58759cc7 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:21.029008 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06657e6b-8edb-4d08-849c-08da5280c4e4 None None] Network c9b8bdb5-8977-4441-969d-f0e03da151b1 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:24:21.148468 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64512a3c-334e-4d53-bdb9-f70001b55c8f req-674a74c4-142f-4670-b58d-3ff3374928cf tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:21.165693 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-64512a3c-334e-4d53-bdb9-f70001b55c8f req-674a74c4-142f-4670-b58d-3ff3374928cf tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.7845349 Sep 03 20:24:21.233367 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-cfc94a79-8563-464f-aa3e-e1ea80ede476 None None] Provisioning for port 1492cd36-d20b-41c7-bcda-f78a58759cc7 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:21.240913 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-628709cc-8ba5-4991-b80c-e998692172fe req-2789c155-2179-46a2-98d5-278cb1961b2b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104014 Sep 03 20:24:21.273215 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42174) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:21.346379 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 1492cd36-d20b-41c7-bcda-f78a58759cc7 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:21.363199 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 1492cd36-d20b-41c7-bcda-f78a58759cc7 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:21.364514 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:21.473478 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-64512a3c-334e-4d53-bdb9-f70001b55c8f req-6863628f-481d-4e5a-85eb-0d5de603897e tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064413 Sep 03 20:24:21.538407 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:21.641677 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:21.661206 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4f25b-7d83-4f52-a140-9ee0bdf01afb req-113c36ea-7cfd-4501-b00e-242d7c027a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:21.662966 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ecb4f25b-7d83-4f52-a140-9ee0bdf01afb req-113c36ea-7cfd-4501-b00e-242d7c027a2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 1099 time: 0.6048355 Sep 03 20:24:21.754306 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 1492cd36-d20b-41c7-bcda-f78a58759cc7, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=1492cd36-d20b-41c7-bcda-f78a58759cc7,segment=NetworkSegment(02672425-534e-48e1-a8cd-b46dcba40b4a),segment_id=02672425-534e-48e1-a8cd-b46dcba40b4a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:24:21.783879 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:21.871810 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587945'] for router, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:21.910218 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19468865-6c1d-403b-8a29-abf191e6d99c {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:24:21.933503 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-8ca7d144-e765-4f28-801d-ce2c45cd34dd None None] Provisioning complete for port 1492cd36-d20b-41c7-bcda-f78a58759cc7 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:21.934000 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d144-e765-4f28-801d-ce2c45cd34dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:21.938354 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:21.949945 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738680f9-5b88-457e-9b87-d4d00246613c req-40c49f08-abf8-424a-b1a3-ae5bb8d486c7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:21.951453 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-738680f9-5b88-457e-9b87-d4d00246613c req-40c49f08-abf8-424a-b1a3-ae5bb8d486c7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 932 time: 0.2874737 Sep 03 20:24:22.055443 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-738680f9-5b88-457e-9b87-d4d00246613c req-df319798-9a8f-46c1-a5b2-71a64e01a8ba tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669515 Sep 03 20:24:22.169387 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Transition to ACTIVE for port object 19468865-6c1d-403b-8a29-abf191e6d99c will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:24:22.220339 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d144-e765-4f28-801d-ce2c45cd34dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:22.363487 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:22.363908 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:22.364600 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device ed6fe98a-3e64-4edf-bb26-d90fd119729c up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:22.434413 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Router 20fa4b11-1899-4b8a-9326-0e833be8c82b is scheduled to L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 with binding_index 1 {{(pid=94576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:24:22.441567 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:22.454420 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 42186) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:22.463291 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6f79485409e4fcf804559763d2cc7be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1880984 Sep 03 20:24:22.468919 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d276d4d2-000a-4144-b739-212dfac7453e,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:22.478127 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.479122 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.480033 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.480706 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.481449 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.482347 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.484005 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.484600 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.485174 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.485721 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.486271 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.486809 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c30102a-0451-4f7c-a006-ffffc4fe2e1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.533803 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.db.api [None req-8ca7d144-e765-4f28-801d-ce2c45cd34dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94577) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 20:24:22.536105 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG oslo_db.api [None req-8ca7d144-e765-4f28-801d-ce2c45cd34dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 20:24:22.536105 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=1492cd36-d20b-41c7-bcda-f78a58759cc7,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:22.611305 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port ed6fe98a-3e64-4edf-bb26-d90fd119729c completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:22.615602 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port ed6fe98a-3e64-4edf-bb26-d90fd119729c triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:22.615994 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:22.645631 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457836f-77c4-4e75-9bc3-13d9ef6b51de req-eac660ba-da7b-4d13-9541-558ef623e61b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:22.653220 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6457836f-77c4-4e75-9bc3-13d9ef6b51de req-eac660ba-da7b-4d13-9541-558ef623e61b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.3027883 Sep 03 20:24:22.664078 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Pushing event updated for resources: {'Port': ['ID=19468865-6c1d-403b-8a29-abf191e6d99c,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:22.775910 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.776037 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.776625 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.776849 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.776987 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.777312 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.777632 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.778262 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.778581 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.778896 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.785699 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.786115 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:22.795646 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:22.853912 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-eba5ab37-c235-4718-b28f-deb1def579d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:22.864752 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port ed6fe98a-3e64-4edf-bb26-d90fd119729c, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=ed6fe98a-3e64-4edf-bb26-d90fd119729c,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:24:22.867490 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6457836f-77c4-4e75-9bc3-13d9ef6b51de req-ba9fcb27-c7b5-4f0f-af4b-1f23156594fa tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133317 Sep 03 20:24:22.894765 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:24:22.899385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Attempting to bind port 19468865-6c1d-403b-8a29-abf191e6d99c on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:24:22.899496 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Attempting to bind port 19468865-6c1d-403b-8a29-abf191e6d99c by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:24:22.899783 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Attempting to bind port 19468865-6c1d-403b-8a29-abf191e6d99c on network a26d7894-47e2-4282-9466-0768e66eed4b {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:24:22.904712 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Sync routers for ids ['20fa4b11-1899-4b8a-9326-0e833be8c82b'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:24:22.925443 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Routers {'20fa4b11-1899-4b8a-9326-0e833be8c82b'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:24:22.931853 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:24:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['20fa4b11-1899-4b8a-9326-0e833be8c82b'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:22.934887 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Port 19468865-6c1d-403b-8a29-abf191e6d99c on network a26d7894-47e2-4282-9466-0768e66eed4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:24:22.935284 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Attempting to bind port 19468865-6c1d-403b-8a29-abf191e6d99c on network a26d7894-47e2-4282-9466-0768e66eed4b {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:24:22.942819 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:22.948105 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-eba5ab37-c235-4718-b28f-deb1def579d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:23.012085 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:24:23.012720 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Checking segment: {'id': 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:24:23.013279 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Bound using segment: {'id': 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:24:23.014469 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Bound port: 19468865-6c1d-403b-8a29-abf191e6d99c, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:24:23.015015 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:23.084137 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 1492cd36-d20b-41c7-bcda-f78a58759cc7 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:23.090986 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Set router 20fa4b11-1899-4b8a-9326-0e833be8c82b gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:24:23.117619 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937a2b-6368-4099-b242-4a6e3cf42a8d req-19869906-c727-458c-a14c-9c53a93044e8 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:23.119263 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6e937a2b-6368-4099-b242-4a6e3cf42a8d req-19869906-c727-458c-a14c-9c53a93044e8 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1214468 Sep 03 20:24:23.122046 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:23.123237 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-ff30973a-c294-4579-bbe2-e1c635338492 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9945192 Sep 03 20:24:23.126654 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] For port 19468865-6c1d-403b-8a29-abf191e6d99c, host hv-cinder-79819, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:24:23.127046 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42194) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:23.130063 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] For port 19468865-6c1d-403b-8a29-abf191e6d99c, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=19468865-6c1d-403b-8a29-abf191e6d99c,segment=NetworkSegment(ddc56c62-14ca-45a7-bb6c-01308fdc8dc3),segment_id=ddc56c62-14ca-45a7-bb6c-01308fdc8dc3)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:24:23.143784 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=ed6fe98a-3e64-4edf-bb26-d90fd119729c,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:23.190092 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6e937a2b-6368-4099-b242-4a6e3cf42a8d req-0928e12c-5729-4228-b138-3254af3a5dc9 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583820 Sep 03 20:24:23.206825 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:23.211254 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-eba5ab37-c235-4718-b28f-deb1def579d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:23.213938 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-eba5ab37-c235-4718-b28f-deb1def579d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:23.215513 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 1492cd36-d20b-41c7-bcda-f78a58759cc7 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:23.218758 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:23.221463 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-eba5ab37-c235-4718-b28f-deb1def579d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d276d4d2-000a-4144-b739-212dfac7453e HTTP/1.1" status: 204 len: 168 time: 0.7616069 Sep 03 20:24:23.306938 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5ab37-c235-4718-b28f-deb1def579d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d276d4d2-000a-4144-b739-212dfac7453e,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:23.334633 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:23.334633 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:23.338834 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] 10.222.0.42 "PUT /v2.0/ports/19468865-6c1d-403b-8a29-abf191e6d99c HTTP/1.1" status: 200 len: 1094 time: 4.1731341 Sep 03 20:24:23.339659 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'tag': '19468865-6c1d-403b-8a29-abf191e6d99c'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:24:23.342786 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbe9f1e-63ee-4362-b3c1-7a8e4fbdc2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc41dc7-2e08-4b47-8b57-0a04ea78516c", "tag": "19468865-6c1d-403b-8a29-abf191e6d99c"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:24:23.417502 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dc9e3-6873-414c-b237-d8126fb7147b service neutron] Pushing event updated for resources: {'Port': ['ID=19468865-6c1d-403b-8a29-abf191e6d99c,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:23.470166 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a689e8b-a6a3-4f7d-802b-47d9c3af0696 req-925ef06d-9b2b-4830-b496-6da8745d657e tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:23.471954 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4a689e8b-a6a3-4f7d-802b-47d9c3af0696 req-925ef06d-9b2b-4830-b496-6da8745d657e tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 944 time: 0.1029406 Sep 03 20:24:23.569684 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4a689e8b-a6a3-4f7d-802b-47d9c3af0696 req-2c8126b3-bc7b-4956-8900-b3ea76c98414 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887680 Sep 03 20:24:23.594561 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:23.623300 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'name': 'tempest-TestShelveInstance-1164754648-router', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:16Z', 'updated_at': '2021-09-03T20:24:19Z', 'revision_number': 3, 'project_id': 'fcc4f4760208482881ed5e23950a78a3', 'gw_port': {'id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:17Z', 'updated_at': '2021-09-03T20:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:23.659635 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42566a5-64b0-4092-98a2-a65dbd9786f2 x-openstack-request-id: req-f42566a5-64b0-4092-98a2-a65dbd9786f2 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:24:23.660183 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc41dc7-2e08-4b47-8b57-0a04ea78516c", "tag": "19468865-6c1d-403b-8a29-abf191e6d99c", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:24:23.660183 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f42566a5-64b0-4092-98a2-a65dbd9786f2 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:24:23.660545 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'tag': '19468865-6c1d-403b-8a29-abf191e6d99c', 'status': 'completed', 'code': 200} Sep 03 20:24:23.669337 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Checking router: 20fa4b11-1899-4b8a-9326-0e833be8c82b for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:24:23.670748 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Updating router 20fa4b11-1899-4b8a-9326-0e833be8c82b port aa520354-d964-4bbe-ab83-9fcf67750261 binding host dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:24:23.728426 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.032277 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e539bf-aa6e-4e1e-a892-7f8fbb6f8109 req-fe61af07-a80d-41c0-b28d-99a3abcac258 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:24.039787 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f3e539bf-aa6e-4e1e-a892-7f8fbb6f8109 req-fe61af07-a80d-41c0-b28d-99a3abcac258 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0760381 Sep 03 20:24:24.056290 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.104352 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f3e539bf-aa6e-4e1e-a892-7f8fbb6f8109 req-33393d4e-255d-49fa-b3a5-6c159e45509d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634527 Sep 03 20:24:24.161209 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.176781 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Transition to ACTIVE for port object aa520354-d964-4bbe-ab83-9fcf67750261 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:24:24.215651 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 42216) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:24.234896 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-81dfe77d-889e-4dc5-b5e2-261d397d4d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.269697 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.285374 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Allocated IP 172.20.0.1 (c9b8bdb5-8977-4441-969d-f0e03da151b1/44072c0c-885c-4d0f-9c64-2c34718c9d7c/1033c14e-1b96-45ca-a62e-9f4cb591e7e4) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:24:24.335555 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Attempting to bind port aa520354-d964-4bbe-ab83-9fcf67750261 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:24:24.339645 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Attempting to bind port aa520354-d964-4bbe-ab83-9fcf67750261 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:24:24.340300 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Attempting to bind port aa520354-d964-4bbe-ab83-9fcf67750261 on network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:24:24.345241 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ffe89-a271-4dd2-a041-b6e2a4431b8e req-88593082-79d5-458b-9d21-e7749ac03cb2 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:24.346810 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3a9ffe89-a271-4dd2-a041-b6e2a4431b8e req-88593082-79d5-458b-9d21-e7749ac03cb2 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0642760 Sep 03 20:24:24.374131 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:24:24.374131 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Checking segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:24:24.374131 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.377555 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Bound using segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:24:24.379324 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Bound port: aa520354-d964-4bbe-ab83-9fcf67750261, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:24:24.385460 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.422637 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-81dfe77d-889e-4dc5-b5e2-261d397d4d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.426340 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3a9ffe89-a271-4dd2-a041-b6e2a4431b8e req-6031b29c-0cc9-4f12-9809-994054439040 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571606 Sep 03 20:24:24.440816 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fbd67-1673-4a0d-a071-b806969fbcaf None None] Pushing event updated for resources: {'Port': ['ID=aa520354-d964-4bbe-ab83-9fcf67750261,revision_number=2']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:24.482019 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.493925 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] For port aa520354-d964-4bbe-ab83-9fcf67750261, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:24:24.497282 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-81dfe77d-889e-4dc5-b5e2-261d397d4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.498733 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] For port aa520354-d964-4bbe-ab83-9fcf67750261, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=aa520354-d964-4bbe-ab83-9fcf67750261,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:24:24.517126 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Transition to ACTIVE for port object 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:24:24.537086 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-81dfe77d-889e-4dc5-b5e2-261d397d4d70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e85cbfa444a540b9ba4665109693faf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202322 Sep 03 20:24:24.540358 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 42218) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:24.558939 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfe77d-889e-4dc5-b5e2-261d397d4d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc644479-9ff1-4f2e-bdc5-c783358c0c73,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:24.589023 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.595511 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-226bb000-5d57-45a6-9860-a627633825db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.624391 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.642704 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-226bb000-5d57-45a6-9860-a627633825db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.760122 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Routers {'20fa4b11-1899-4b8a-9326-0e833be8c82b'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:24:24.760822 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:24:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['20fa4b11-1899-4b8a-9326-0e833be8c82b'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:24.804036 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Network c9b8bdb5-8977-4441-969d-f0e03da151b1 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:24:24.827964 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972e1b4-170b-4a38-a871-e65d8682cc95 req-5459e5b4-6c32-474b-b82d-dc771b38116d tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:24.833954 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:24:24.837013 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0972e1b4-170b-4a38-a871-e65d8682cc95 req-5459e5b4-6c32-474b-b82d-dc771b38116d tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 944 time: 0.1399610 Sep 03 20:24:24.847141 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fbd67-1673-4a0d-a071-b806969fbcaf None None] Pushing event updated for resources: {'Port': ['ID=aa520354-d964-4bbe-ab83-9fcf67750261,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:24.847761 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:24:24.887956 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Pushing event updated for resources: {'Port': ['ID=1033c14e-1b96-45ca-a62e-9f4cb591e7e4,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:24.896648 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] Set router 20fa4b11-1899-4b8a-9326-0e833be8c82b gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:24:24.945079 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1965756'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:24.979680 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0972e1b4-170b-4a38-a871-e65d8682cc95 req-07773ebb-8242-4efc-a0a0-c6b3b5206a03 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393857 Sep 03 20:24:24.985437 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-226bb000-5d57-45a6-9860-a627633825db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:25.001928 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-226bb000-5d57-45a6-9860-a627633825db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:25.005397 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-226bb000-5d57-45a6-9860-a627633825db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc644479-9ff1-4f2e-bdc5-c783358c0c73 HTTP/1.1" status: 204 len: 168 time: 0.4618168 Sep 03 20:24:25.034952 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bb000-5d57-45a6-9860-a627633825db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc644479-9ff1-4f2e-bdc5-c783358c0c73,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:25.183106 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device ed6fe98a-3e64-4edf-bb26-d90fd119729c up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:25.256671 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'name': 'tempest-TestShelveInstance-1164754648-router', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:16Z', 'updated_at': '2021-09-03T20:24:19Z', 'revision_number': 3, 'project_id': 'fcc4f4760208482881ed5e23950a78a3', 'gw_port': {'id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:17Z', 'updated_at': '2021-09-03T20:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:25.316693 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port ed6fe98a-3e64-4edf-bb26-d90fd119729c triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:25.317253 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:25.331008 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfd426-023f-43fe-860c-bd6f39c37ce9 req-d85dcee2-872e-4e18-8ad3-466a5103e53d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:25.339114 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-abdfd426-023f-43fe-860c-bd6f39c37ce9 req-d85dcee2-872e-4e18-8ad3-466a5103e53d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0957551 Sep 03 20:24:25.349864 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f61dacd-f8ef-4baa-8a50-b285c2cf04e9 None None] The sync data for ids ['20fa4b11-1899-4b8a-9326-0e833be8c82b'] in dv-cinder-798198-4-iscsi is: [{'id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'name': 'tempest-TestShelveInstance-1164754648-router', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:16Z', 'updated_at': '2021-09-03T20:24:19Z', 'revision_number': 3, 'project_id': 'fcc4f4760208482881ed5e23950a78a3', 'gw_port': {'id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:17Z', 'updated_at': '2021-09-03T20:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:24:25.381969 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:25.405186 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-abdfd426-023f-43fe-860c-bd6f39c37ce9 req-6c3ffa4d-8621-4202-b847-9a8546640a30 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638423 Sep 03 20:24:25.547054 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-0379d303-a82b-4479-a808-d2d220a8224c None None] Provisioning for port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:25.572769 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-0379d303-a82b-4479-a808-d2d220a8224c None None] Provisioning complete for port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:25.573182 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0379d303-a82b-4479-a808-d2d220a8224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:25.662453 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-0379d303-a82b-4479-a808-d2d220a8224c None None] Port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:24:25.692671 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4497a-7006-42c8-8506-01c1d5e63409 req-495c9929-92ae-446b-b595-2b53ecd81364 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:25.700353 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ee4497a-7006-42c8-8506-01c1d5e63409 req-495c9929-92ae-446b-b595-2b53ecd81364 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1112032 Sep 03 20:24:25.752095 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:25.774297 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ee4497a-7006-42c8-8506-01c1d5e63409 req-2417463c-d9a3-4c18-8593-03d819c1a66b tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730493 Sep 03 20:24:25.857626 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:25.972578 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588012'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:25.977711 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Pushing event updated for resources: {'Port': ['ID=1033c14e-1b96-45ca-a62e-9f4cb591e7e4,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:26.100484 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Network c9b8bdb5-8977-4441-969d-f0e03da151b1 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:24:26.111478 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:24:26.121569 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42250) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:26.173574 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-96d76a55-eb57-4d35-aefd-4eeb899fb4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:26.235931 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e99b9-34b4-4963-ad3f-999f13bdf0ad req-69fe2521-2af1-4b28-897b-42e7b18abf03 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:26.253189 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f20e99b9-34b4-4963-ad3f-999f13bdf0ad req-69fe2521-2af1-4b28-897b-42e7b18abf03 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 944 time: 0.1740572 Sep 03 20:24:26.277717 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:24:26.366147 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f20e99b9-34b4-4963-ad3f-999f13bdf0ad req-b8c65910-a9e4-4b68-aa67-cf4505031610 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075799 Sep 03 20:24:26.408492 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-96d76a55-eb57-4d35-aefd-4eeb899fb4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:26.426837 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Router 20fa4b11-1899-4b8a-9326-0e833be8c82b has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:24:26.495343 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-75562431-7790-4ac3-8cc1-4c51c6a7f81f None None] Provisioning complete for port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:26.495957 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-75562431-7790-4ac3-8cc1-4c51c6a7f81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:26.604579 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-75562431-7790-4ac3-8cc1-4c51c6a7f81f None None] Port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:24:26.636504 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c3944-203a-4e31-92fb-44d2e417d539 req-e858c07b-3688-4c7d-bba6-85776016821f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:26.639566 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-96d76a55-eb57-4d35-aefd-4eeb899fb4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:26.647100 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cf6c3944-203a-4e31-92fb-44d2e417d539 req-e858c07b-3688-4c7d-bba6-85776016821f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0915084 Sep 03 20:24:26.703385 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cf6c3944-203a-4e31-92fb-44d2e417d539 req-5ffa198a-eba0-4b83-b863-a20892e3b176 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485373 Sep 03 20:24:26.742334 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-96d76a55-eb57-4d35-aefd-4eeb899fb4d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63182ddf27c74984b1c3d08ef01650fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6171827 Sep 03 20:24:26.742684 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 42254) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:26.753666 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d76a55-eb57-4d35-aefd-4eeb899fb4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109397c3-1b5e-45b0-ae3f-1cdede4626de,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:26.787529 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:24:26.802144 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-dd5e212a-cc43-4199-8bb4-7ac2c6706d54 admin admin] 10.222.0.41 "PUT /v2.0/routers/20fa4b11-1899-4b8a-9326-0e833be8c82b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6651063 Sep 03 20:24:26.823607 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-88a20d2c-f8bd-4a8f-a2c8-2ab7d7fbc845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:26.849219 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-88a20d2c-f8bd-4a8f-a2c8-2ab7d7fbc845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:27.001862 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-88a20d2c-f8bd-4a8f-a2c8-2ab7d7fbc845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:27.004770 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-88a20d2c-f8bd-4a8f-a2c8-2ab7d7fbc845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:27.005950 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-88a20d2c-f8bd-4a8f-a2c8-2ab7d7fbc845 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/109397c3-1b5e-45b0-ae3f-1cdede4626de HTTP/1.1" status: 204 len: 168 time: 0.2618575 Sep 03 20:24:27.072838 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a20d2c-f8bd-4a8f-a2c8-2ab7d7fbc845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109397c3-1b5e-45b0-ae3f-1cdede4626de,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:27.091205 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50415e2-ab66-49cc-87e1-f28ab56ea0c1 req-982491b1-861a-4ce8-9c08-e22b9ca07826 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:27.097079 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a50415e2-ab66-49cc-87e1-f28ab56ea0c1 req-982491b1-861a-4ce8-9c08-e22b9ca07826 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1765428 Sep 03 20:24:27.164076 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a50415e2-ab66-49cc-87e1-f28ab56ea0c1 req-61815059-581d-4f4f-9288-332711e39413 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620959 Sep 03 20:24:27.195446 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device aa520354-d964-4bbe-ab83-9fcf67750261 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:27.325495 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port aa520354-d964-4bbe-ab83-9fcf67750261 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:27.329752 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port aa520354-d964-4bbe-ab83-9fcf67750261 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:27.330480 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:27.431094 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:27.454546 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port aa520354-d964-4bbe-ab83-9fcf67750261, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=aa520354-d964-4bbe-ab83-9fcf67750261,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:24:27.542771 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:27.646693 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=aa520354-d964-4bbe-ab83-9fcf67750261,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:28.206366 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Sync routers for ids ['20fa4b11-1899-4b8a-9326-0e833be8c82b'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:24:28.206366 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Routers {'20fa4b11-1899-4b8a-9326-0e833be8c82b'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:24:28.206366 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:24:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['20fa4b11-1899-4b8a-9326-0e833be8c82b'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:28.283750 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Set router 20fa4b11-1899-4b8a-9326-0e833be8c82b gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:24:28.485075 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'name': 'tempest-TestShelveInstance-1164754648-router', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:16Z', 'updated_at': '2021-09-03T20:24:25Z', 'revision_number': 4, 'project_id': 'fcc4f4760208482881ed5e23950a78a3', 'gw_port': {'id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:17Z', 'updated_at': '2021-09-03T20:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '1033c14e-1b96-45ca-a62e-9f4cb591e7e4', 'name': '', 'network_id': 'c9b8bdb5-8977-4441-969d-f0e03da151b1', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'mac_address': 'fa:16:3e:cd:3f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '44072c0c-885c-4d0f-9c64-2c34718c9d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:24Z', 'updated_at': '2021-09-03T20:24:25Z', 'revision_number': 2, 'project_id': 'fcc4f4760208482881ed5e23950a78a3', 'subnets': [{'id': '44072c0c-885c-4d0f-9c64-2c34718c9d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:28.514587 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Checking router: 20fa4b11-1899-4b8a-9326-0e833be8c82b for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:24:28.514958 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Updating router 20fa4b11-1899-4b8a-9326-0e833be8c82b port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 binding host dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:24:28.539105 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:28.582392 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42308) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:28.588038 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-f6260912-cb06-4ce3-9409-19b664287408 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462669674', 'description': 'tempest-secgroup-smoke-462669674 description', 'project_id': '0582686d29ce4e9dbdd4c8e02727865b'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:28.692048 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f6260912-cb06-4ce3-9409-19b664287408 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:28.713896 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4768783-eec6-4b02-9e17-137b5ed91b56 req-3f8dddf2-683a-4e20-8923-fad0a21f360b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:28.716195 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b4768783-eec6-4b02-9e17-137b5ed91b56 req-3f8dddf2-683a-4e20-8923-fad0a21f360b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 944 time: 0.0593021 Sep 03 20:24:28.778071 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b4768783-eec6-4b02-9e17-137b5ed91b56 req-37bf1636-80ca-4cd4-a414-677f3f1ece3e tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521460 Sep 03 20:24:28.796578 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f6260912-cb06-4ce3-9409-19b664287408 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:28.854152 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:28.869385 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Transition to ACTIVE for port object 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:24:28.871023 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f6260912-cb06-4ce3-9409-19b664287408 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:28.932558 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6260912-cb06-4ce3-9409-19b664287408 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d521581f-d6a5-4113-a2e4-0a75611e3aa6,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:28.937420 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:28.978060 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f6260912-cb06-4ce3-9409-19b664287408 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:28.985372 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f6260912-cb06-4ce3-9409-19b664287408 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4017997 Sep 03 20:24:28.986307 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42320) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:28.988550 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774672f7-9d33-4a43-8c58-2bffec14a751 None None] Pushing event updated for resources: {'Port': ['ID=1033c14e-1b96-45ca-a62e-9f4cb591e7e4,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:28.999242 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-88b97916-9223-44e3-a2ba-c5262e54b0ce tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Request body: {'security_group_rule': {'security_group_id': 'd521581f-d6a5-4113-a2e4-0a75611e3aa6', 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:29.009197 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75532940-0325-4fd4-ae21-be57553fa592 req-ced8c11d-6d3b-4cb0-85a8-51b353d13383 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:29.021298 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-75532940-0325-4fd4-ae21-be57553fa592 req-ced8c11d-6d3b-4cb0-85a8-51b353d13383 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.1853824 Sep 03 20:24:29.097083 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Attempting to bind port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:24:29.101138 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Attempting to bind port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '02672425-534e-48e1-a8cd-b46dcba40b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9b8bdb5-8977-4441-969d-f0e03da151b1'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:24:29.101138 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Attempting to bind port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 on network c9b8bdb5-8977-4441-969d-f0e03da151b1 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:24:29.106486 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:24:29.107255 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Checking segment: {'id': '02672425-534e-48e1-a8cd-b46dcba40b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9b8bdb5-8977-4441-969d-f0e03da151b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:24:29.108487 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:29.109031 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Bound using segment: {'id': '02672425-534e-48e1-a8cd-b46dcba40b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9b8bdb5-8977-4441-969d-f0e03da151b1'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:24:29.109697 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Bound port: 1033c14e-1b96-45ca-a62e-9f4cb591e7e4, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02672425-534e-48e1-a8cd-b46dcba40b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c9b8bdb5-8977-4441-969d-f0e03da151b1'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:24:29.110087 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:29.113708 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device aa520354-d964-4bbe-ab83-9fcf67750261 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:29.202274 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-88b97916-9223-44e3-a2ba-c5262e54b0ce tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:29.238898 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port aa520354-d964-4bbe-ab83-9fcf67750261 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:29.239565 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:29.241936 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] For port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:24:29.257689 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] For port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=1033c14e-1b96-45ca-a62e-9f4cb591e7e4,segment=NetworkSegment(02672425-534e-48e1-a8cd-b46dcba40b4a),segment_id=02672425-534e-48e1-a8cd-b46dcba40b4a)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:24:29.309748 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-88b97916-9223-44e3-a2ba-c5262e54b0ce tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:29.356974 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:29.400653 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f1e-63ee-4362-b3c1-7a8e4fbdc2c3 req-6d8f581e-8a46-4dd3-a6ce-afb0642a9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:29.402677 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fbbe9f1e-63ee-4362-b3c1-7a8e4fbdc2c3 req-6d8f581e-8a46-4dd3-a6ce-afb0642a9a53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e1537f688944616a45d0582822ac411&device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 1097 time: 0.5138035 Sep 03 20:24:29.411116 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-88b97916-9223-44e3-a2ba-c5262e54b0ce tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:29.412892 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4f25b-7d83-4f52-a140-9ee0bdf01afb req-85f09050-423a-486f-8702-e4b3b90782d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:29.414524 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ecb4f25b-7d83-4f52-a140-9ee0bdf01afb req-85f09050-423a-486f-8702-e4b3b90782d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 HTTP/1.1" status: 200 len: 919 time: 0.5370684 Sep 03 20:24:29.422116 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-75532940-0325-4fd4-ae21-be57553fa592 req-e8b9d377-ec4d-43ac-ab20-86db68727400 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3997779 Sep 03 20:24:29.432529 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Routers {'20fa4b11-1899-4b8a-9326-0e833be8c82b'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:24:29.433170 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:24:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['20fa4b11-1899-4b8a-9326-0e833be8c82b'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:29.444906 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b97916-9223-44e3-a2ba-c5262e54b0ce tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f285fb4-5eb1-425d-87e1-18a950569f6d,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:29.515875 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ecb4f25b-7d83-4f52-a140-9ee0bdf01afb req-79a6352e-1fa7-4b58-b449-5725f0625e4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6413ecc-96d6-490b-a39e-d345bd41dc9c HTTP/1.1" status: 200 len: 217 time: 0.0836103 Sep 03 20:24:29.527644 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-88b97916-9223-44e3-a2ba-c5262e54b0ce tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:29.534817 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-88b97916-9223-44e3-a2ba-c5262e54b0ce tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5468783 Sep 03 20:24:29.540043 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42336) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:29.543129 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-77306bef-70bd-4c18-9a2c-2066880be63b tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Request body: {'security_group_rule': {'security_group_id': 'd521581f-d6a5-4113-a2e4-0a75611e3aa6', 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:29.568173 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774672f7-9d33-4a43-8c58-2bffec14a751 None None] Pushing event updated for resources: {'Port': ['ID=1033c14e-1b96-45ca-a62e-9f4cb591e7e4,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:29.646989 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] Set router 20fa4b11-1899-4b8a-9326-0e833be8c82b gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:24:29.675596 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-77306bef-70bd-4c18-9a2c-2066880be63b tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:29.713955 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4f25b-7d83-4f52-a140-9ee0bdf01afb req-8bcf7792-5e03-41bb-9f54-6f9703833263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:29.722252 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ecb4f25b-7d83-4f52-a140-9ee0bdf01afb req-8bcf7792-5e03-41bb-9f54-6f9703833263 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=917e06e4-7a3d-4bb8-947a-745fcc5f2509 HTTP/1.1" status: 200 len: 858 time: 0.1938465 Sep 03 20:24:29.725498 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f1e-63ee-4362-b3c1-7a8e4fbdc2c3 req-11f05c3f-19f8-4d60-80de-db6be2fcfc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:29.739502 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fbbe9f1e-63ee-4362-b3c1-7a8e4fbdc2c3 req-11f05c3f-19f8-4d60-80de-db6be2fcfc6c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e1537f688944616a45d0582822ac411&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3026373 Sep 03 20:24:29.810711 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ecb4f25b-7d83-4f52-a140-9ee0bdf01afb req-ab418f3e-d2c5-46cc-b361-552babc7f359 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743778 Sep 03 20:24:29.835215 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-77306bef-70bd-4c18-9a2c-2066880be63b tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:29.872082 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95893f78-046f-4007-a0f8-2c6f3b9caa57 req-c2e3eed0-2fdb-4356-867f-fc2df64cccf3 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:29.886744 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-95893f78-046f-4007-a0f8-2c6f3b9caa57 req-c2e3eed0-2fdb-4356-867f-fc2df64cccf3 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.2896876 Sep 03 20:24:29.908735 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-77306bef-70bd-4c18-9a2c-2066880be63b tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:30.092972 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-95893f78-046f-4007-a0f8-2c6f3b9caa57 req-d52d9b6d-a5b7-42b5-a9ce-f7b270f71cf0 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981590 Sep 03 20:24:30.117432 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0febed-cc61-412e-af0f-4d1876908025 req-16392940-8869-415c-95cd-b4fbd1ff6147 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:30.139622 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1c0febed-cc61-412e-af0f-4d1876908025 req-16392940-8869-415c-95cd-b4fbd1ff6147 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 944 time: 0.2328136 Sep 03 20:24:30.173109 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe9f1e-63ee-4362-b3c1-7a8e4fbdc2c3 req-d9dcfc4a-f463-48a1-a17b-83837a2790bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:30.175424 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fbbe9f1e-63ee-4362-b3c1-7a8e4fbdc2c3 req-d9dcfc4a-f463-48a1-a17b-83837a2790bd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4185042 Sep 03 20:24:30.180242 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ecb4f25b-7d83-4f52-a140-9ee0bdf01afb req-6f3b359a-c8f1-4fba-9a61-e49138d4e80b service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373938 Sep 03 20:24:30.182301 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77306bef-70bd-4c18-9a2c-2066880be63b tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0973dff-6b31-489a-a49a-a6c9486c0082,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:30.235336 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dfea8-4cbf-4e48-bf70-d0a759d3f3da req-513efa79-255d-495f-b242-2cbbf5d084eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:30.237196 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f04dfea8-4cbf-4e48-bf70-d0a759d3f3da req-513efa79-255d-495f-b242-2cbbf5d084eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 1099 time: 0.0472410 Sep 03 20:24:30.241972 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'name': 'tempest-TestShelveInstance-1164754648-router', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:16Z', 'updated_at': '2021-09-03T20:24:25Z', 'revision_number': 4, 'project_id': 'fcc4f4760208482881ed5e23950a78a3', 'gw_port': {'id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:17Z', 'updated_at': '2021-09-03T20:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '1033c14e-1b96-45ca-a62e-9f4cb591e7e4', 'name': '', 'network_id': 'c9b8bdb5-8977-4441-969d-f0e03da151b1', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'mac_address': 'fa:16:3e:cd:3f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '44072c0c-885c-4d0f-9c64-2c34718c9d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:24Z', 'updated_at': '2021-09-03T20:24:29Z', 'revision_number': 4, 'project_id': 'fcc4f4760208482881ed5e23950a78a3', 'subnets': [{'id': '44072c0c-885c-4d0f-9c64-2c34718c9d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:24:30.254494 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-77306bef-70bd-4c18-9a2c-2066880be63b tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:30.259242 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-77306bef-70bd-4c18-9a2c-2066880be63b tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7180886 Sep 03 20:24:30.263012 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42364) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:30.274657 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1172fb3-5e8b-47f7-b900-2435c7b03540 None None] The sync data for ids ['20fa4b11-1899-4b8a-9326-0e833be8c82b'] in dv-cinder-798198-4-iscsi is: [{'id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'name': 'tempest-TestShelveInstance-1164754648-router', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:16Z', 'updated_at': '2021-09-03T20:24:25Z', 'revision_number': 4, 'project_id': 'fcc4f4760208482881ed5e23950a78a3', 'gw_port': {'id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:17Z', 'updated_at': '2021-09-03T20:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '1033c14e-1b96-45ca-a62e-9f4cb591e7e4', 'name': '', 'network_id': 'c9b8bdb5-8977-4441-969d-f0e03da151b1', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'mac_address': 'fa:16:3e:cd:3f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '44072c0c-885c-4d0f-9c64-2c34718c9d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:24Z', 'updated_at': '2021-09-03T20:24:29Z', 'revision_number': 4, 'project_id': 'fcc4f4760208482881ed5e23950a78a3', 'subnets': [{'id': '44072c0c-885c-4d0f-9c64-2c34718c9d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:24:30.284503 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-5e9be017-646a-4040-ad84-25a8a38e9b82 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Request body: {'security_group_rule': {'security_group_id': 'd521581f-d6a5-4113-a2e4-0a75611e3aa6', 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:30.306634 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1c0febed-cc61-412e-af0f-4d1876908025 req-2bf40a3c-533b-4ca0-a0a1-e5f4858b5ab4 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531065 Sep 03 20:24:30.325874 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f04dfea8-4cbf-4e48-bf70-d0a759d3f3da req-88e76d20-3a76-421e-83d8-e1afcc7802e5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813444 Sep 03 20:24:30.385998 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-6cbed901-4f55-4ee6-a4ef-a7ce15eb9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:30.387635 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-6cbed901-4f55-4ee6-a4ef-a7ce15eb9886 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e1537f688944616a45d0582822ac411&device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 1097 time: 0.1473413 Sep 03 20:24:30.394395 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ecb4f25b-7d83-4f52-a140-9ee0bdf01afb req-f2d49356-ce32-4e09-93a8-55bc7f150e68 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930432 Sep 03 20:24:30.457248 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5e9be017-646a-4040-ad84-25a8a38e9b82 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:30.543033 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5e9be017-646a-4040-ad84-25a8a38e9b82 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:30.574225 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-0be90aa1-12b0-4a42-a848-3056f195d181 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19468865-6c1d-403b-8a29-abf191e6d99c HTTP/1.1" status: 200 len: 217 time: 0.0471630 Sep 03 20:24:30.628898 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5e9be017-646a-4040-ad84-25a8a38e9b82 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:30.651285 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-e0fc53f5-0111-43f8-88ca-6cefb33529c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:30.652840 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-e0fc53f5-0111-43f8-88ca-6cefb33529c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=693be893-23f1-40ec-8dcb-aeb255377247 HTTP/1.1" status: 200 len: 853 time: 0.0662236 Sep 03 20:24:30.657069 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9be017-646a-4040-ad84-25a8a38e9b82 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33183cf6-4885-46af-b8a2-3b2d75c37742,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:30.661429 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cbc03-27cc-4e39-a31c-0193ca5321c8 req-9399d3f6-a8ac-44b3-b842-ecb544bd61ff tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:30.663415 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-681cbc03-27cc-4e39-a31c-0193ca5321c8 req-9399d3f6-a8ac-44b3-b842-ecb544bd61ff tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0876510 Sep 03 20:24:30.714480 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5e9be017-646a-4040-ad84-25a8a38e9b82 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:30.716350 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5e9be017-646a-4040-ad84-25a8a38e9b82 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4516530 Sep 03 20:24:30.719647 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42378) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:30.724550 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-9a1d18f7-9805-4489-9e91-4149927c3524 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Request body: {'security_group_rule': {'security_group_id': 'd521581f-d6a5-4113-a2e4-0a75611e3aa6', 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:30.729496 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-45a4c662-cbd7-43ca-a26d-3803f1f04f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:30.731092 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-45a4c662-cbd7-43ca-a26d-3803f1f04f15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a26d7894-47e2-4282-9466-0768e66eed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671792 Sep 03 20:24:30.736376 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-681cbc03-27cc-4e39-a31c-0193ca5321c8 req-9a8589bc-5a17-4b6f-a3f8-46295ea4979e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631695 Sep 03 20:24:30.824535 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9a1d18f7-9805-4489-9e91-4149927c3524 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:30.869935 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-a0c23396-a766-4824-b7c6-8481615a1d20 service neutron] 10.222.0.42 "GET /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283176 Sep 03 20:24:30.933495 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9a1d18f7-9805-4489-9e91-4149927c3524 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:30.989137 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc0dfa5e-c632-4a2b-9a89-886fbc359e91 req-897dcc25-940c-4d2c-bf8a-796f27dbf6e4 service neutron] 10.222.0.42 "GET /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105506 Sep 03 20:24:31.011517 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9a1d18f7-9805-4489-9e91-4149927c3524 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:31.038691 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d18f7-9805-4489-9e91-4149927c3524 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1416cb2f-9a9d-42a2-8681-61e465a86eb6,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:31.088804 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:31.103486 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9a1d18f7-9805-4489-9e91-4149927c3524 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:31.108103 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-9a1d18f7-9805-4489-9e91-4149927c3524 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3842771 Sep 03 20:24:31.113207 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 42390) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:31.114945 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-fe34f46a-0a06-40cb-b96f-460272b01406 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Request body: {'security_group_rule': {'security_group_id': 'd521581f-d6a5-4113-a2e4-0a75611e3aa6', 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:31.228846 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:31.234609 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:31.234772 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24232d2-6c22-4c4e-9af2-367573a16439 req-fd1f1e9e-6dad-4364-af7b-4902399550f7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:31.235265 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:31.236624 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a24232d2-6c22-4c4e-9af2-367573a16439 req-fd1f1e9e-6dad-4364-af7b-4902399550f7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0565529 Sep 03 20:24:31.240275 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.securitygroups_db [None req-fe34f46a-0a06-40cb-b96f-460272b01406 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Project 0582686d29ce4e9dbdd4c8e02727865b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 20:24:31.253871 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fe34f46a-0a06-40cb-b96f-460272b01406 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:31.321628 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a24232d2-6c22-4c4e-9af2-367573a16439 req-fe0ceb65-bc6e-4f1f-82ec-af6a5ace1820 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778615 Sep 03 20:24:31.360700 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fe34f46a-0a06-40cb-b96f-460272b01406 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:31.362488 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:31.405241 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=1033c14e-1b96-45ca-a62e-9f4cb591e7e4,segment=NetworkSegment(02672425-534e-48e1-a8cd-b46dcba40b4a),segment_id=02672425-534e-48e1-a8cd-b46dcba40b4a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:24:31.426020 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fe34f46a-0a06-40cb-b96f-460272b01406 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:31.474716 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:31.487802 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34f46a-0a06-40cb-b96f-460272b01406 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ea821b-2de1-4f87-a4e9-7c44826c94f4,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:31.520698 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007c7b2-5ea6-4611-a7c9-5358e1d2ea2d req-9fcf9a30-636d-49d1-b063-bf01ce7f5dbd tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:31.523501 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f007c7b2-5ea6-4611-a7c9-5358e1d2ea2d req-9fcf9a30-636d-49d1-b063-bf01ce7f5dbd tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 944 time: 0.1121502 Sep 03 20:24:31.570850 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f007c7b2-5ea6-4611-a7c9-5358e1d2ea2d req-9e67e351-f878-48df-b676-f52c1f4af047 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402546 Sep 03 20:24:31.573297 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=1033c14e-1b96-45ca-a62e-9f4cb591e7e4,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:31.601862 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fe34f46a-0a06-40cb-b96f-460272b01406 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:31.601862 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-fe34f46a-0a06-40cb-b96f-460272b01406 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4913578 Sep 03 20:24:31.603468 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 42418) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:31.608992 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-cb0cf511-036a-49f0-b332-cf3b13a3b6a1 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Request body: {'security_group_rule': {'security_group_id': 'd521581f-d6a5-4113-a2e4-0a75611e3aa6', 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:24:31.703170 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.securitygroups_db [None req-cb0cf511-036a-49f0-b332-cf3b13a3b6a1 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Project 0582686d29ce4e9dbdd4c8e02727865b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 20:24:31.708665 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf511-036a-49f0-b332-cf3b13a3b6a1 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:31.770942 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf511-036a-49f0-b332-cf3b13a3b6a1 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:31.868527 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf511-036a-49f0-b332-cf3b13a3b6a1 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:31.888178 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0edc2-27bc-4c7c-93de-fd6fe7c04e07 req-59cd2509-8a21-4020-af09-6641487b761f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:31.897212 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0ad0edc2-27bc-4c7c-93de-fd6fe7c04e07 req-59cd2509-8a21-4020-af09-6641487b761f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0637503 Sep 03 20:24:31.908032 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cf511-036a-49f0-b332-cf3b13a3b6a1 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3163260d-b48d-4855-bb57-68befef27af5,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:31.940658 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0ad0edc2-27bc-4c7c-93de-fd6fe7c04e07 req-8d1f7140-c097-44bf-9467-cc2cdffceb20 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432603 Sep 03 20:24:31.988550 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf511-036a-49f0-b332-cf3b13a3b6a1 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:31.989728 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-cb0cf511-036a-49f0-b332-cf3b13a3b6a1 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3852532 Sep 03 20:24:32.262200 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42458) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:32.379986 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-87afe024-db51-49ab-9920-d7d895b1c383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:32.463993 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfcdce-2692-49f7-b145-c4e06a29dc65 req-739e903c-00a2-48bd-b8b7-a05950b0ae32 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:32.465621 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a2cfcdce-2692-49f7-b145-c4e06a29dc65 req-739e903c-00a2-48bd-b8b7-a05950b0ae32 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0544009 Sep 03 20:24:32.485895 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-87afe024-db51-49ab-9920-d7d895b1c383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:32.507443 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a2cfcdce-2692-49f7-b145-c4e06a29dc65 req-bf8a78bc-c733-43fb-b83e-84505dba45e9 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352790 Sep 03 20:24:32.599853 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-87afe024-db51-49ab-9920-d7d895b1c383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:32.641441 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-87afe024-db51-49ab-9920-d7d895b1c383 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5975e56bb9d64c908b42e992f55e9044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780797 Sep 03 20:24:32.642372 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afe024-db51-49ab-9920-d7d895b1c383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0892e7c5-e6db-49d7-8bdc-4465928767c4,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:32.644424 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 42490) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:32.740524 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed88cc2-cc28-47d3-a99e-ea0eaec65ed4 req-210e6ccb-a210-466a-b26f-f66d3bf0a983 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:32.742170 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fed88cc2-cc28-47d3-a99e-ea0eaec65ed4 req-210e6ccb-a210-466a-b26f-f66d3bf0a983 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 944 time: 0.0836825 Sep 03 20:24:32.743291 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4823f7b4-ec2c-48ce-8d13-2700dbed8008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:32.780733 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4823f7b4-ec2c-48ce-8d13-2700dbed8008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:32.816483 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fed88cc2-cc28-47d3-a99e-ea0eaec65ed4 req-8c272084-1dcd-43e7-8dfb-c56bd182153a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637012 Sep 03 20:24:32.902644 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6f3dc-6604-41ba-a86e-49e1f8e40477 req-a9a1260c-0251-446b-b9dd-77fcf3ac7351 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:32.904606 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-60b6f3dc-6604-41ba-a86e-49e1f8e40477 req-a9a1260c-0251-446b-b9dd-77fcf3ac7351 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0871580 Sep 03 20:24:32.932240 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0f3b9-a4e4-4835-95f9-f6a098a456ce req-63cf466d-ac1d-4d72-8e73-8d40b852eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:32.933621 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8c0f3b9-a4e4-4835-95f9-f6a098a456ce req-63cf466d-ac1d-4d72-8e73-8d40b852eda1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 1099 time: 0.0726757 Sep 03 20:24:32.938669 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4823f7b4-ec2c-48ce-8d13-2700dbed8008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:32.941067 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4823f7b4-ec2c-48ce-8d13-2700dbed8008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:32.942146 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4823f7b4-ec2c-48ce-8d13-2700dbed8008 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0892e7c5-e6db-49d7-8bdc-4465928767c4 HTTP/1.1" status: 204 len: 168 time: 0.2967119 Sep 03 20:24:32.988906 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823f7b4-ec2c-48ce-8d13-2700dbed8008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0892e7c5-e6db-49d7-8bdc-4465928767c4,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:32.993040 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-60b6f3dc-6604-41ba-a86e-49e1f8e40477 req-f011585e-4c1e-45d6-ad0c-8acbfb8f57d7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825520 Sep 03 20:24:33.110272 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0f3b9-a4e4-4835-95f9-f6a098a456ce req-fc962f9c-d0f2-43a1-a28c-92fa674d259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:33.111774 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8c0f3b9-a4e4-4835-95f9-f6a098a456ce req-fc962f9c-d0f2-43a1-a28c-92fa674d259f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 HTTP/1.1" status: 200 len: 919 time: 0.1686950 Sep 03 20:24:33.125390 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:33.133396 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e795d0-3311-4d88-8801-78c5fff1e2d5 req-ec1f4c06-5d71-4b6f-a163-822b2a397829 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:33.134854 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d1e795d0-3311-4d88-8801-78c5fff1e2d5 req-ec1f4c06-5d71-4b6f-a163-822b2a397829 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0742431 Sep 03 20:24:33.166154 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8c0f3b9-a4e4-4835-95f9-f6a098a456ce req-f5ccc617-5892-4278-92a8-75354864d57e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6413ecc-96d6-490b-a39e-d345bd41dc9c HTTP/1.1" status: 200 len: 217 time: 0.0459516 Sep 03 20:24:33.173471 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:33.173849 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:33.231519 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d1e795d0-3311-4d88-8801-78c5fff1e2d5 req-76431884-de95-4115-bbfe-0a1c0ae636ee tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674119 Sep 03 20:24:33.241462 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0f3b9-a4e4-4835-95f9-f6a098a456ce req-a4803b7c-4789-45b3-9d3b-499684ab8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:33.242912 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8c0f3b9-a4e4-4835-95f9-f6a098a456ce req-a4803b7c-4789-45b3-9d3b-499684ab8f71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=917e06e4-7a3d-4bb8-947a-745fcc5f2509 HTTP/1.1" status: 200 len: 858 time: 0.0640986 Sep 03 20:24:33.274571 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8c0f3b9-a4e4-4835-95f9-f6a098a456ce req-52a7acd0-21b8-4b40-82f1-744673fb16fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240259 Sep 03 20:24:33.376190 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8c0f3b9-a4e4-4835-95f9-f6a098a456ce req-487c2884-2db4-4b69-93a5-9516408393e9 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851970 Sep 03 20:24:33.476130 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8c0f3b9-a4e4-4835-95f9-f6a098a456ce req-76bda247-76cb-4ff6-9225-698a705392d2 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921142 Sep 03 20:24:33.750552 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42530) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:33.764302 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-913ee6db-cb1a-4e35-9bcf-8f940ee3dde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:33.857739 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-913ee6db-cb1a-4e35-9bcf-8f940ee3dde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:33.896918 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-913ee6db-cb1a-4e35-9bcf-8f940ee3dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:33.933877 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426679f-bf7d-4ca7-8c8e-ccd75fb0aec1 req-a3ab976f-dcdb-4b14-8655-ce1ab237e0a1 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:33.934549 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ee6db-cb1a-4e35-9bcf-8f940ee3dde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4a52fa-90a9-4ca2-bd82-fbfd6b681190,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:33.935058 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e426679f-bf7d-4ca7-8c8e-ccd75fb0aec1 req-a3ab976f-dcdb-4b14-8655-ce1ab237e0a1 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 944 time: 0.0504661 Sep 03 20:24:33.939445 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-913ee6db-cb1a-4e35-9bcf-8f940ee3dde3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f22aa814ef1a406c940d207df5328cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877940 Sep 03 20:24:33.942827 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42536) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:33.994585 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e426679f-bf7d-4ca7-8c8e-ccd75fb0aec1 req-e1f6a965-d50b-4be6-ba2f-fa4ed5295bd1 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390055 Sep 03 20:24:34.015088 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f3675d48-447c-459d-834c-3bb78b6af40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:34.040236 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f3675d48-447c-459d-834c-3bb78b6af40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:34.119264 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4aa054-4553-4bd4-939a-27ec902f60f7 req-003f1f18-cd53-45d4-b40b-aa867258d8ba tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:34.125682 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8d4aa054-4553-4bd4-939a-27ec902f60f7 req-003f1f18-cd53-45d4-b40b-aa867258d8ba tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0492835 Sep 03 20:24:34.131659 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f3675d48-447c-459d-834c-3bb78b6af40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:34.134363 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f3675d48-447c-459d-834c-3bb78b6af40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:34.135523 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f3675d48-447c-459d-834c-3bb78b6af40e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce4a52fa-90a9-4ca2-bd82-fbfd6b681190 HTTP/1.1" status: 204 len: 168 time: 0.1916087 Sep 03 20:24:34.144813 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3675d48-447c-459d-834c-3bb78b6af40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4a52fa-90a9-4ca2-bd82-fbfd6b681190,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:34.178304 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8d4aa054-4553-4bd4-939a-27ec902f60f7 req-882a2849-0de1-45df-84e8-7420f63ebdda tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495269 Sep 03 20:24:34.364684 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f5104-544d-4443-bb9d-4bbeaf1357e4 req-160d85f7-7a30-448c-a603-023ec4fde14b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:34.366185 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-657f5104-544d-4443-bb9d-4bbeaf1357e4 req-160d85f7-7a30-448c-a603-023ec4fde14b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0571640 Sep 03 20:24:34.404211 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-657f5104-544d-4443-bb9d-4bbeaf1357e4 req-e946ce5f-86ed-4a0e-a904-11dcaf16390d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320129 Sep 03 20:24:34.945574 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 42580) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:35.066581 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-838d1b6d-52dc-4ba3-bdc7-7f75273017c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:35.180421 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b4840-ac64-43f1-a8ca-edc1453e7642 req-25688374-44a5-4c16-b455-1f758ab5b1da tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:35.181938 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cc3b4840-ac64-43f1-a8ca-edc1453e7642 req-25688374-44a5-4c16-b455-1f758ab5b1da tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 944 time: 0.0765657 Sep 03 20:24:35.239373 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-838d1b6d-52dc-4ba3-bdc7-7f75273017c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:35.244730 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cc3b4840-ac64-43f1-a8ca-edc1453e7642 req-8a9d8c9f-5119-4c30-bd45-ed51fd647b80 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545931 Sep 03 20:24:35.265678 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 19468865-6c1d-403b-8a29-abf191e6d99c details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:24:35.317540 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e80e4-cef0-4d34-bf80-f2e0e35eed6a req-db2c2c2e-b7aa-4298-958a-2512004ba945 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:35.319406 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-284e80e4-cef0-4d34-bf80-f2e0e35eed6a req-db2c2c2e-b7aa-4298-958a-2512004ba945 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0592022 Sep 03 20:24:35.340524 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-838d1b6d-52dc-4ba3-bdc7-7f75273017c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:35.409777 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 19468865-6c1d-403b-8a29-abf191e6d99c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=19468865-6c1d-403b-8a29-abf191e6d99c,segment=NetworkSegment(ddc56c62-14ca-45a7-bb6c-01308fdc8dc3),segment_id=ddc56c62-14ca-45a7-bb6c-01308fdc8dc3)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:24:35.419263 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-838d1b6d-52dc-4ba3-bdc7-7f75273017c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b4b7e68a8b040ce9001b6482a2025ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4702680 Sep 03 20:24:35.419821 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42600) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:35.424808 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '19468865-6c1d-403b-8a29-abf191e6d99c', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'port_id': '19468865-6c1d-403b-8a29-abf191e6d99c', 'mac_address': 'fa:16:3e:5d:ad:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693be893-23f1-40ec-8dcb-aeb255377247', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:24:35.432999 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-284e80e4-cef0-4d34-bf80-f2e0e35eed6a req-a9db9233-fd6a-44e6-b41f-3ac86905e8ac tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075480 Sep 03 20:24:35.434163 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d1b6d-52dc-4ba3-bdc7-7f75273017c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7be2a4a-a2fc-449b-9a2a-fe353dcece64,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:35.479771 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:35.487894 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0da1-a376-4c9e-82f2-2e7969f5b659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:35.493247 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19468865-6c1d-403b-8a29-abf191e6d99c {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:24:35.511803 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0da1-a376-4c9e-82f2-2e7969f5b659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:35.513078 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 19468865-6c1d-403b-8a29-abf191e6d99c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=19468865-6c1d-403b-8a29-abf191e6d99c,segment=NetworkSegment(ddc56c62-14ca-45a7-bb6c-01308fdc8dc3),segment_id=ddc56c62-14ca-45a7-bb6c-01308fdc8dc3)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:24:35.588613 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:35.628241 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef7e06-3a18-45dc-8b5e-893ece68743c req-91567079-2de7-44c5-8d5b-b30dc7eb88af tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:35.629773 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dfef7e06-3a18-45dc-8b5e-893ece68743c req-91567079-2de7-44c5-8d5b-b30dc7eb88af tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0587029 Sep 03 20:24:35.646022 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=19468865-6c1d-403b-8a29-abf191e6d99c,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:35.662655 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0da1-a376-4c9e-82f2-2e7969f5b659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:35.666738 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0da1-a376-4c9e-82f2-2e7969f5b659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:35.666738 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-ed5a0da1-a376-4c9e-82f2-2e7969f5b659 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7be2a4a-a2fc-449b-9a2a-fe353dcece64 HTTP/1.1" status: 204 len: 168 time: 0.2444749 Sep 03 20:24:35.675423 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a0da1-a376-4c9e-82f2-2e7969f5b659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7be2a4a-a2fc-449b-9a2a-fe353dcece64,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:35.683478 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dfef7e06-3a18-45dc-8b5e-893ece68743c req-fcd5dcdd-f168-4354-9eb9-77705802aeae tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381665 Sep 03 20:24:35.938005 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['19468865-6c1d-403b-8a29-abf191e6d99c'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:24:36.273953 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 42630) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:36.292294 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6f3c0e42-7398-45a3-acb2-32c0623f924f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:36.399468 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05b05d-0243-43f1-b1fa-4665ae13ed11 req-54c43fae-5a4c-48c5-883a-0d51c99899a3 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:36.400959 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6c05b05d-0243-43f1-b1fa-4665ae13ed11 req-54c43fae-5a4c-48c5-883a-0d51c99899a3 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 945 time: 0.0750329 Sep 03 20:24:36.445846 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6f3c0e42-7398-45a3-acb2-32c0623f924f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:36.459123 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6c05b05d-0243-43f1-b1fa-4665ae13ed11 req-de710cab-77fb-4348-8b02-872c1bfa2c4a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500226 Sep 03 20:24:36.539126 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6f3c0e42-7398-45a3-acb2-32c0623f924f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:36.599688 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c0e42-7398-45a3-acb2-32c0623f924f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2465de-1e66-4ffb-914e-b519c3a95b31,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:36.604873 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-6f3c0e42-7398-45a3-acb2-32c0623f924f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a74ab923b864b93ad3cf021aadc2804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298793 Sep 03 20:24:36.608258 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42642) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:36.632625 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42ee3-552e-4566-bc8e-67a72d63c27f req-8522a653-c73b-499b-ae8a-d893d33e08c7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:36.634081 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ea42ee3-552e-4566-bc8e-67a72d63c27f req-8522a653-c73b-499b-ae8a-d893d33e08c7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1058507 Sep 03 20:24:36.672268 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6b17bfab-6ee0-42c6-bb4d-fd1807302939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:36.677783 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ea42ee3-552e-4566-bc8e-67a72d63c27f req-e4790df9-c34b-4adb-b940-e6a3031a2d9b tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359166 Sep 03 20:24:36.695318 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6b17bfab-6ee0-42c6-bb4d-fd1807302939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:36.815769 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0c698-8a89-4159-b7b6-c70848dbfe13 req-c8da3a26-099c-486f-9cb2-8f8b7adc14ed tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:36.817572 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2aa0c698-8a89-4159-b7b6-c70848dbfe13 req-c8da3a26-099c-486f-9cb2-8f8b7adc14ed tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0562978 Sep 03 20:24:36.846082 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6b17bfab-6ee0-42c6-bb4d-fd1807302939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:36.848889 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6b17bfab-6ee0-42c6-bb4d-fd1807302939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:36.850164 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-6b17bfab-6ee0-42c6-bb4d-fd1807302939 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a2465de-1e66-4ffb-914e-b519c3a95b31 HTTP/1.1" status: 204 len: 168 time: 0.2408109 Sep 03 20:24:36.860333 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2aa0c698-8a89-4159-b7b6-c70848dbfe13 req-0e29c60f-319c-429f-a039-36e492fa1931 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369308 Sep 03 20:24:36.869971 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17bfab-6ee0-42c6-bb4d-fd1807302939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2465de-1e66-4ffb-914e-b519c3a95b31,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:37.590254 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3956aa-7ee6-41ba-95cf-a3fa5eda1a4f req-2f976f46-9730-429f-a5ee-bfae0ed8f9dc tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:37.592889 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6c3956aa-7ee6-41ba-95cf-a3fa5eda1a4f req-2f976f46-9730-429f-a5ee-bfae0ed8f9dc tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 945 time: 0.0602114 Sep 03 20:24:37.632095 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6c3956aa-7ee6-41ba-95cf-a3fa5eda1a4f req-b9fea8f2-e7a3-4bfe-a88a-8d79b8754413 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333951 Sep 03 20:24:37.893894 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 19468865-6c1d-403b-8a29-abf191e6d99c up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:38.012441 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c49f3-d1b0-4d71-88fa-2b61c0a85c50 req-fff05267-1282-4f80-9c4b-fd297ba6c534 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:38.014468 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-926c49f3-d1b0-4d71-88fa-2b61c0a85c50 req-fff05267-1282-4f80-9c4b-fd297ba6c534 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0685673 Sep 03 20:24:38.034227 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port 19468865-6c1d-403b-8a29-abf191e6d99c completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:24:38.038174 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 19468865-6c1d-403b-8a29-abf191e6d99c triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:38.038684 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:38.053058 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-926c49f3-d1b0-4d71-88fa-2b61c0a85c50 req-2282ec3b-95ed-413f-8ba5-5fd86f99cfb2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322144 Sep 03 20:24:38.120455 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:38.142342 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19468865-6c1d-403b-8a29-abf191e6d99c'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:24:38.144622 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e5716b-6090-44ba-990a-6fdbd851e262" -d '{"events": [{"server_uuid": "5dc41dc7-2e08-4b47-8b57-0a04ea78516c", "name": "network-vif-plugged", "status": "completed", "tag": "19468865-6c1d-403b-8a29-abf191e6d99c"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:24:38.157027 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 19468865-6c1d-403b-8a29-abf191e6d99c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=19468865-6c1d-403b-8a29-abf191e6d99c,segment=NetworkSegment(ddc56c62-14ca-45a7-bb6c-01308fdc8dc3),segment_id=ddc56c62-14ca-45a7-bb6c-01308fdc8dc3)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:24:38.182175 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8900c7c0-dd24-4009-995c-5197dac25b68 x-openstack-request-id: req-8900c7c0-dd24-4009-995c-5197dac25b68 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:24:38.182465 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc41dc7-2e08-4b47-8b57-0a04ea78516c", "name": "network-vif-plugged", "status": "completed", "tag": "19468865-6c1d-403b-8a29-abf191e6d99c", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:24:38.182721 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8900c7c0-dd24-4009-995c-5197dac25b68 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:24:38.183143 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19468865-6c1d-403b-8a29-abf191e6d99c', 'code': 200} Sep 03 20:24:38.217009 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:38.265789 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=19468865-6c1d-403b-8a29-abf191e6d99c,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:38.743654 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b88e5e-b3b7-48eb-9a07-ada17d8a49ec req-3a1be7c3-3107-4738-b468-d2af1ab4d6f7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:38.745218 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c6b88e5e-b3b7-48eb-9a07-ada17d8a49ec req-3a1be7c3-3107-4738-b468-d2af1ab4d6f7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 946 time: 0.0480542 Sep 03 20:24:38.783213 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c6b88e5e-b3b7-48eb-9a07-ada17d8a49ec req-c9193eca-e752-4dfe-9198-86e59b6632b0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317028 Sep 03 20:24:39.175576 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4629146-190e-4f6a-9275-d2d7e552a625 req-0fde2a83-5bd8-4798-80c5-fcabbbeab953 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:39.177032 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c4629146-190e-4f6a-9275-d2d7e552a625 req-0fde2a83-5bd8-4798-80c5-fcabbbeab953 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0485542 Sep 03 20:24:39.214643 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c4629146-190e-4f6a-9275-d2d7e552a625 req-ea957937-f0e6-4f3f-b7e0-143044b7225a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315838 Sep 03 20:24:39.251227 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-542fa400-7c53-4bd7-a5da-c78fdd093c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:39.900223 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4548e-0ff6-44fc-a39b-ea3a7128812d req-85786071-ed55-4090-b598-e5da81b96be2 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:39.901692 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b8c4548e-0ff6-44fc-a39b-ea3a7128812d req-85786071-ed55-4090-b598-e5da81b96be2 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 946 time: 0.0530303 Sep 03 20:24:39.940367 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b8c4548e-0ff6-44fc-a39b-ea3a7128812d req-73d7ccad-f4dd-43d9-8510-4a1a8e2311c3 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318298 Sep 03 20:24:40.092302 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c3e36-7e7d-4cbb-90ba-bf8ef4cd9b75 req-2da5a7b1-7b1f-4d37-9a3a-c37c84f1576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:40.093862 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-662c3e36-7e7d-4cbb-90ba-bf8ef4cd9b75 req-2da5a7b1-7b1f-4d37-9a3a-c37c84f1576f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 1099 time: 0.0393200 Sep 03 20:24:40.137214 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-662c3e36-7e7d-4cbb-90ba-bf8ef4cd9b75 req-bcc0dd44-546d-431e-b325-fddb1a4922a1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279269 Sep 03 20:24:40.333807 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b76fa5-694c-4d3f-a158-d1564255b06f req-54710707-96e6-4f27-b423-c8a95aa80480 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:40.335286 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e6b76fa5-694c-4d3f-a158-d1564255b06f req-54710707-96e6-4f27-b423-c8a95aa80480 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0471904 Sep 03 20:24:40.375306 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e6b76fa5-694c-4d3f-a158-d1564255b06f req-65bbe0ef-6b61-4823-81b0-e89d1d00bd80 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337503 Sep 03 20:24:40.677366 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f362716-d581-44b0-ada9-296ac42be47a req-91cd4f03-f676-4b5d-a931-01dd083ec985 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:40.678803 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5f362716-d581-44b0-ada9-296ac42be47a req-91cd4f03-f676-4b5d-a931-01dd083ec985 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0579426 Sep 03 20:24:40.716173 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5f362716-d581-44b0-ada9-296ac42be47a req-c24fdcb6-bc64-4315-8ab6-cbacacc813e5 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314109 Sep 03 20:24:41.075319 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b38c3e-355b-4d80-a527-038813d51fe6 req-5160bbaa-cf8c-4aa6-8938-7073c2658ee6 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:41.077468 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-34b38c3e-355b-4d80-a527-038813d51fe6 req-5160bbaa-cf8c-4aa6-8938-7073c2658ee6 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 946 time: 0.0535550 Sep 03 20:24:41.120917 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-34b38c3e-355b-4d80-a527-038813d51fe6 req-5186f9ef-ae79-414c-ac25-c9978f6a9ec9 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374763 Sep 03 20:24:41.512809 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6531-e13a-4363-a422-6d5b4ca3d2bf req-2b0abb85-05af-4aa6-a6d6-fcbe2d626bef tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:41.512809 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-213c6531-e13a-4363-a422-6d5b4ca3d2bf req-2b0abb85-05af-4aa6-a6d6-fcbe2d626bef tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0530133 Sep 03 20:24:41.562701 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-213c6531-e13a-4363-a422-6d5b4ca3d2bf req-e3c8e766-010b-460f-bfab-8cf6fd644ff0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476897 Sep 03 20:24:41.612236 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 42818) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:41.750622 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d1b051d8-e1df-402f-a20e-51dcb5ef78ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:41.850207 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d1b051d8-e1df-402f-a20e-51dcb5ef78ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:41.902628 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d1b051d8-e1df-402f-a20e-51dcb5ef78ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:41.943527 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d1b051d8-e1df-402f-a20e-51dcb5ef78ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a07bac6b22db451091251ec8221dd236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299942 Sep 03 20:24:41.944453 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b051d8-e1df-402f-a20e-51dcb5ef78ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85da6f26-6d53-4c27-99dc-1ed8f5469172,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:41.946933 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42824) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:41.999843 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d375-f23b-4263-b5fd-9b7e971ec575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:42.007295 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-20e1b3b6-2c97-4923-82eb-95ba46d947fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:42.027872 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-20e1b3b6-2c97-4923-82eb-95ba46d947fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:42.136858 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-20e1b3b6-2c97-4923-82eb-95ba46d947fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:42.139434 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-20e1b3b6-2c97-4923-82eb-95ba46d947fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:42.140606 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-20e1b3b6-2c97-4923-82eb-95ba46d947fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85da6f26-6d53-4c27-99dc-1ed8f5469172 HTTP/1.1" status: 204 len: 168 time: 0.1926420 Sep 03 20:24:42.158887 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1b3b6-2c97-4923-82eb-95ba46d947fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85da6f26-6d53-4c27-99dc-1ed8f5469172,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:42.241258 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc61e44-e826-49bf-a46d-d2b9d607c49e req-597278b7-b5c3-4632-bf08-5978bb852252 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:42.242739 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1bc61e44-e826-49bf-a46d-d2b9d607c49e req-597278b7-b5c3-4632-bf08-5978bb852252 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 946 time: 0.0489879 Sep 03 20:24:42.283599 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1bc61e44-e826-49bf-a46d-d2b9d607c49e req-7a2ec73a-9f1b-469b-8a9d-41809a0813d0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347719 Sep 03 20:24:42.400958 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f7e7d-a77b-4aa3-b497-467bfe66e204 req-52e9417b-75c5-4d92-b678-94e95cf1d9ac tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:42.402441 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8a6f7e7d-a77b-4aa3-b497-467bfe66e204 req-52e9417b-75c5-4d92-b678-94e95cf1d9ac tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 946 time: 0.0483921 Sep 03 20:24:42.445351 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8a6f7e7d-a77b-4aa3-b497-467bfe66e204 req-4e418671-da86-4bf0-9ddd-4f2a7bc34be5 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365591 Sep 03 20:24:42.710152 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46201188-f73b-4df8-8366-88281991926d req-33a4b804-b58d-4510-b8f5-b08c6327b747 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:42.711668 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-46201188-f73b-4df8-8366-88281991926d req-33a4b804-b58d-4510-b8f5-b08c6327b747 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0789242 Sep 03 20:24:42.736790 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:42.777096 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-46201188-f73b-4df8-8366-88281991926d req-f711e618-1786-4a8f-8954-abdb26ea794e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585229 Sep 03 20:24:42.798113 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48050b6-beb3-4e2a-83c5-e5012b755848 req-071d6bcd-d06e-4f13-9120-24ddd08fff63 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:42.798410 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 42850) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:42.799338 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a48050b6-beb3-4e2a-83c5-e5012b755848 req-071d6bcd-d06e-4f13-9120-24ddd08fff63 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 946 time: 0.0657094 Sep 03 20:24:42.817095 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-57955cdc-45e3-4f8a-87f3-ad533424d93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:42.838877 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a48050b6-beb3-4e2a-83c5-e5012b755848 req-84796e12-8764-4deb-a11e-374800b511ed tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333090 Sep 03 20:24:42.915921 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-57955cdc-45e3-4f8a-87f3-ad533424d93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:42.983567 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-57955cdc-45e3-4f8a-87f3-ad533424d93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:43.024909 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-57955cdc-45e3-4f8a-87f3-ad533424d93a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82002a1f05754dde94eb76b3f17dd8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252717 Sep 03 20:24:43.025887 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57955cdc-45e3-4f8a-87f3-ad533424d93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab92e17c-f1e8-4c33-988d-10e20363ec29,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:43.027868 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 42854) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:43.076896 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a611c231-ff6c-4cbd-9b4d-d862c8716eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:43.106228 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a611c231-ff6c-4cbd-9b4d-d862c8716eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:43.228236 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a611c231-ff6c-4cbd-9b4d-d862c8716eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:43.230773 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a611c231-ff6c-4cbd-9b4d-d862c8716eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:43.231962 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a611c231-ff6c-4cbd-9b4d-d862c8716eea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab92e17c-f1e8-4c33-988d-10e20363ec29 HTTP/1.1" status: 204 len: 168 time: 0.2027271 Sep 03 20:24:43.239838 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611c231-ff6c-4cbd-9b4d-d862c8716eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab92e17c-f1e8-4c33-988d-10e20363ec29,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:43.382510 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:44.128092 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1192d1b-0551-4c22-8c51-2414d11ee701 req-2b247afc-0c04-4eed-86cd-ffe9f9d977c6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:44.129574 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c1192d1b-0551-4c22-8c51-2414d11ee701 req-2b247afc-0c04-4eed-86cd-ffe9f9d977c6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.2722445 Sep 03 20:24:44.166568 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c1192d1b-0551-4c22-8c51-2414d11ee701 req-75b39304-60ee-4193-ab88-b1f488ada092 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309391 Sep 03 20:24:44.937104 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:45.286049 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf45c7-f31f-41b2-bbe5-21347b3660d1 req-94ba691b-6d75-4d1e-8516-c17210492b32 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:45.287540 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-37bf45c7-f31f-41b2-bbe5-21347b3660d1 req-94ba691b-6d75-4d1e-8516-c17210492b32 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0488532 Sep 03 20:24:45.330439 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-37bf45c7-f31f-41b2-bbe5-21347b3660d1 req-0801a2e4-7649-4584-af24-b637464d51ab tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330305 Sep 03 20:24:46.476406 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f65452-79cd-4a84-8765-98138f75efad req-5c657db2-2df9-4d9d-946c-872790fb8e37 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:46.477882 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-13f65452-79cd-4a84-8765-98138f75efad req-5c657db2-2df9-4d9d-946c-872790fb8e37 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0510242 Sep 03 20:24:46.521587 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-13f65452-79cd-4a84-8765-98138f75efad req-af956c5b-cb41-4c24-86fb-199f430cf1a4 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350876 Sep 03 20:24:46.797218 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937b23d-52c6-40a4-90af-a0b0560e3a45 req-dd9b6633-2af3-4781-bdc7-53611e866575 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:46.798707 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4937b23d-52c6-40a4-90af-a0b0560e3a45 req-dd9b6633-2af3-4781-bdc7-53611e866575 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0490446 Sep 03 20:24:46.838114 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4937b23d-52c6-40a4-90af-a0b0560e3a45 req-77e1ab1d-46e9-4cf1-bc77-322e313cf605 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333207 Sep 03 20:24:47.641382 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b8564-3d96-4205-98a7-7e3d683e5ad2 req-73cc5b0a-acac-42fa-a619-47e0ab24bf93 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:47.643707 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5c6b8564-3d96-4205-98a7-7e3d683e5ad2 req-73cc5b0a-acac-42fa-a619-47e0ab24bf93 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0507889 Sep 03 20:24:47.681015 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5c6b8564-3d96-4205-98a7-7e3d683e5ad2 req-b9c40b83-e07e-48d7-ae69-3bd0d621395a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311680 Sep 03 20:24:47.930919 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 0d7d8957-1111-4b21-907e-c96b1e06fe16 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:24:47.951359 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58dd51-bd9f-4ae3-ac48-7835ea2ba20b req-fb751066-b404-446e-8938-a3d0327f63ab tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:47.952818 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6b58dd51-bd9f-4ae3-ac48-7835ea2ba20b req-fb751066-b404-446e-8938-a3d0327f63ab tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0474601 Sep 03 20:24:47.996948 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6b58dd51-bd9f-4ae3-ac48-7835ea2ba20b req-be9c2b8b-73fc-4acf-958e-40a6961dbab3 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381794 Sep 03 20:24:48.023863 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 0d7d8957-1111-4b21-907e-c96b1e06fe16, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:24:48.035446 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'port_id': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'mac_address': 'fa:16:3e:2a:5b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:24:48.074167 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:48.086659 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d7d8957-1111-4b21-907e-c96b1e06fe16 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:24:48.104427 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 0d7d8957-1111-4b21-907e-c96b1e06fe16, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:24:48.153703 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:48.197640 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=0d7d8957-1111-4b21-907e-c96b1e06fe16,revision_number=6']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:48.205086 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:48.205435 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:48.205778 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:48.206113 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:48.206446 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:48.206776 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:48.207134 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:48.207464 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:48.207792 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:48.208114 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:48.208435 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:48.208755 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:24:48.798151 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8a924-472d-4190-ae12-c37774376be3 req-e7246972-c2f0-4936-ae75-77b18279196a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:48.799599 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8ad8a924-472d-4190-ae12-c37774376be3 req-e7246972-c2f0-4936-ae75-77b18279196a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 944 time: 0.0469394 Sep 03 20:24:48.834558 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8ad8a924-472d-4190-ae12-c37774376be3 req-c6ae0cc1-a4bd-46f4-94ed-3170d8eab3a0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292029 Sep 03 20:24:49.110046 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3ed3-6917-4782-9708-d33659bd2734 req-12019e53-37f5-4f95-bbdb-d031ec513ce6 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:49.111540 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-240e3ed3-6917-4782-9708-d33659bd2734 req-12019e53-37f5-4f95-bbdb-d031ec513ce6 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0478184 Sep 03 20:24:49.149140 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-240e3ed3-6917-4782-9708-d33659bd2734 req-d9ef0ebc-e21a-47cf-be9a-b58b15dc19bd tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312850 Sep 03 20:24:49.950292 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783018d-a86d-4f03-a6fe-9496d092aedf req-e13bcbf7-2959-4456-9c53-486d00910cda tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:49.952253 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7783018d-a86d-4f03-a6fe-9496d092aedf req-e13bcbf7-2959-4456-9c53-486d00910cda tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 944 time: 0.0473387 Sep 03 20:24:49.993061 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7783018d-a86d-4f03-a6fe-9496d092aedf req-488401c3-4899-4109-9d2f-981f5ef0c082 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349212 Sep 03 20:24:50.163572 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['0d7d8957-1111-4b21-907e-c96b1e06fe16'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:24:50.263286 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a74899-951c-4bdf-9dad-0817bff5f413 req-1c81faa6-1ed7-4072-8f23-04f6b5670170 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:50.264761 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c3a74899-951c-4bdf-9dad-0817bff5f413 req-1c81faa6-1ed7-4072-8f23-04f6b5670170 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0473959 Sep 03 20:24:50.304872 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c3a74899-951c-4bdf-9dad-0817bff5f413 req-895ea7f6-71a7-46e8-a010-b662b8b79126 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336571 Sep 03 20:24:51.117717 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b4d22-b948-4dcc-8fbd-91e6549dcaf1 req-24fd5afb-9392-4589-9a3e-d634be7ec069 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:51.123636 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7c3b4d22-b948-4dcc-8fbd-91e6549dcaf1 req-24fd5afb-9392-4589-9a3e-d634be7ec069 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 944 time: 0.0573599 Sep 03 20:24:51.157829 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7c3b4d22-b948-4dcc-8fbd-91e6549dcaf1 req-7f1393aa-4664-4417-b0a5-4bef58fe9aa6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324926 Sep 03 20:24:51.433929 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867176f1-5efc-4367-9196-59c6f2f24f1e req-79e90ec0-8587-46a7-864c-55538da4a636 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:51.435846 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-867176f1-5efc-4367-9196-59c6f2f24f1e req-79e90ec0-8587-46a7-864c-55538da4a636 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0531430 Sep 03 20:24:51.476958 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-867176f1-5efc-4367-9196-59c6f2f24f1e req-5844345d-ab6e-4318-a698-971a8f92c2e7 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353997 Sep 03 20:24:52.047999 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 0d7d8957-1111-4b21-907e-c96b1e06fe16 up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:24:52.098759 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 0d7d8957-1111-4b21-907e-c96b1e06fe16 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:24:52.099306 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:52.197887 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:52.249211 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 0d7d8957-1111-4b21-907e-c96b1e06fe16, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:24:52.251864 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7d8957-1111-4b21-907e-c96b1e06fe16'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:24:52.253081 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa623e5-a915-4447-9b67-fb77f212e60f" -d '{"events": [{"server_uuid": "d31f9675-0eeb-4f2b-a707-fc72e18d3456", "name": "network-vif-plugged", "status": "completed", "tag": "0d7d8957-1111-4b21-907e-c96b1e06fe16"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:24:52.307864 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0bf946-5125-422a-9efd-77e73653e512 x-openstack-request-id: req-5d0bf946-5125-422a-9efd-77e73653e512 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:24:52.308158 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31f9675-0eeb-4f2b-a707-fc72e18d3456", "name": "network-vif-plugged", "status": "completed", "tag": "0d7d8957-1111-4b21-907e-c96b1e06fe16", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:24:52.308411 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d0bf946-5125-422a-9efd-77e73653e512 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:24:52.308802 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'code': 200} Sep 03 20:24:52.324103 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2a926-1478-414e-88c8-82d6982621c4 req-c652e4cb-5d07-4f56-84f8-92889d00ce68 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:52.332916 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f2a2a926-1478-414e-88c8-82d6982621c4 req-c652e4cb-5d07-4f56-84f8-92889d00ce68 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 944 time: 0.0747256 Sep 03 20:24:52.359793 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:52.395450 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f2a2a926-1478-414e-88c8-82d6982621c4 req-0e879939-ad80-4d3f-ad8c-4528fcdab63f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590000 Sep 03 20:24:52.501363 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=0d7d8957-1111-4b21-907e-c96b1e06fe16,revision_number=7']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:52.632691 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908ef21-b632-4f48-b404-b1a6b62d0439 req-a2a258dd-7dc5-4e4d-88a4-001ac7550014 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:52.646682 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7908ef21-b632-4f48-b404-b1a6b62d0439 req-a2a258dd-7dc5-4e4d-88a4-001ac7550014 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0621779 Sep 03 20:24:52.684318 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7908ef21-b632-4f48-b404-b1a6b62d0439 req-90f937a1-0928-4dfe-9388-743d5857c467 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429628 Sep 03 20:24:53.620745 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6830447-76b5-4ffc-83dd-78f949a63a72 req-1ffc3ec7-94dd-434d-bda9-2c65df8c5e75 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:53.629242 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e6830447-76b5-4ffc-83dd-78f949a63a72 req-1ffc3ec7-94dd-434d-bda9-2c65df8c5e75 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0622344 Sep 03 20:24:53.674180 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:53.687402 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e6830447-76b5-4ffc-83dd-78f949a63a72 req-5a66b715-87c4-4dd3-a7b6-9f51908d45ac tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569665 Sep 03 20:24:53.849291 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b21e7-0608-46c1-8c4a-2fa877e2804d req-2dc54499-5192-407a-ab58-424c5ef12c05 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:53.851102 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e1b21e7-0608-46c1-8c4a-2fa877e2804d req-2dc54499-5192-407a-ab58-424c5ef12c05 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0776403 Sep 03 20:24:53.894067 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e1b21e7-0608-46c1-8c4a-2fa877e2804d req-e7aea628-49a5-46c8-95f3-8011f166f295 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360677 Sep 03 20:24:54.819117 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44602e35-cf18-40e2-81f9-65daff860a06 req-559be2c4-125a-49a5-98ed-bc512ebdacd0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:54.829809 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-44602e35-cf18-40e2-81f9-65daff860a06 req-559be2c4-125a-49a5-98ed-bc512ebdacd0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0636551 Sep 03 20:24:54.860565 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-44602e35-cf18-40e2-81f9-65daff860a06 req-e4a2d6d3-8948-44f7-81ea-b99bd0c2d197 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327222 Sep 03 20:24:55.062490 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb8818-b845-458f-93d6-df6721a3e74c req-71c8d664-abd2-471b-9e6c-cb24ed4aa964 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:55.064143 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-73cb8818-b845-458f-93d6-df6721a3e74c req-71c8d664-abd2-471b-9e6c-cb24ed4aa964 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0941169 Sep 03 20:24:55.154766 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-73cb8818-b845-458f-93d6-df6721a3e74c req-000d8e5a-ba05-4402-ba16-cfa1be922c1b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731840 Sep 03 20:24:55.256363 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43176) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:55.280470 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43180) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:55.420666 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7ddba2ce-806d-4a67-8923-dc41e4d9be8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:55.455048 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-53e4d70c-0b06-4cd3-b207-37587af3ca5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:55.562377 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7ddba2ce-806d-4a67-8923-dc41e4d9be8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:55.636297 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7ddba2ce-806d-4a67-8923-dc41e4d9be8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:55.712246 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-7ddba2ce-806d-4a67-8923-dc41e4d9be8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5195730b19dc4545908e38a41d39c903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545653 Sep 03 20:24:55.723021 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddba2ce-806d-4a67-8923-dc41e4d9be8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebfd605-514d-44db-95fd-9df6616ae9fb,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:55.723275 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 43186) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:55.803392 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a9fcb687-e1a8-43cb-8ab0-b337a310f58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:55.810757 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-53e4d70c-0b06-4cd3-b207-37587af3ca5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:55.829259 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a9fcb687-e1a8-43cb-8ab0-b337a310f58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:55.886259 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-53e4d70c-0b06-4cd3-b207-37587af3ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:55.963122 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-53e4d70c-0b06-4cd3-b207-37587af3ca5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7980962a9944598a21cee4b98da48c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6814275 Sep 03 20:24:55.964502 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4d70c-0b06-4cd3-b207-37587af3ca5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac131765-7ae7-4e85-92d2-d40baafeef5f,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:55.965924 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 43194) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:55.975368 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a9fcb687-e1a8-43cb-8ab0-b337a310f58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:55.995700 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a9fcb687-e1a8-43cb-8ab0-b337a310f58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:56.007176 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a9fcb687-e1a8-43cb-8ab0-b337a310f58c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eebfd605-514d-44db-95fd-9df6616ae9fb HTTP/1.1" status: 204 len: 168 time: 0.2797239 Sep 03 20:24:56.043015 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcb687-e1a8-43cb-8ab0-b337a310f58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebfd605-514d-44db-95fd-9df6616ae9fb,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:56.055595 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac47e31-6b4c-4649-acc2-7b91b85275a6 req-c619eb00-3a6d-4d77-910d-1f9172d24ee1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:56.057138 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5ac47e31-6b4c-4649-acc2-7b91b85275a6 req-c619eb00-3a6d-4d77-910d-1f9172d24ee1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0676961 Sep 03 20:24:56.135875 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6da4764f-faae-4216-bdff-987e8597a2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:56.137533 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5ac47e31-6b4c-4649-acc2-7b91b85275a6 req-dadfddfb-79c6-4e73-8e42-b3bc3e3ec8ad tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635464 Sep 03 20:24:56.170597 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6da4764f-faae-4216-bdff-987e8597a2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:56.371505 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6da4764f-faae-4216-bdff-987e8597a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:56.381497 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6da4764f-faae-4216-bdff-987e8597a2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:56.382357 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fb8c5-ad03-40a7-b0a3-7a73615e1459 req-86d6edde-c0c3-4aa0-be01-587f51d5f224 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:56.383935 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-6da4764f-faae-4216-bdff-987e8597a2d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac131765-7ae7-4e85-92d2-d40baafeef5f HTTP/1.1" status: 204 len: 168 time: 0.4163964 Sep 03 20:24:56.405249 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fb8fb8c5-ad03-40a7-b0a3-7a73615e1459 req-86d6edde-c0c3-4aa0-be01-587f51d5f224 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.1252866 Sep 03 20:24:56.410818 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4764f-faae-4216-bdff-987e8597a2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac131765-7ae7-4e85-92d2-d40baafeef5f,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:56.506648 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fb8fb8c5-ad03-40a7-b0a3-7a73615e1459 req-60d3df0d-7c84-46bd-be4a-044843c7d4f1 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003759 Sep 03 20:24:57.000483 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 43228) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:57.020727 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-12c8a98c-a518-4201-a843-5bb77c9ab810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:57.142995 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-12c8a98c-a518-4201-a843-5bb77c9ab810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:57.228198 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-12c8a98c-a518-4201-a843-5bb77c9ab810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:57.257044 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8a98c-a518-4201-a843-5bb77c9ab810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04ab53f-1e0e-4651-a705-836195a24a00,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:57.282642 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-12c8a98c-a518-4201-a843-5bb77c9ab810 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29c9ddb593804307a1ff1b0481965e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806468 Sep 03 20:24:57.285244 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 43236) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:57.287606 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8c8ba-7ad7-48ea-9e29-281b36c6ffda req-1e4237ee-ed72-4f16-9c33-922b84747f94 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:57.298539 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-58f8c8ba-7ad7-48ea-9e29-281b36c6ffda req-1e4237ee-ed72-4f16-9c33-922b84747f94 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0769861 Sep 03 20:24:57.345876 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bd48d0c7-ed8d-48eb-bb8e-decf92351b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:57.371281 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bd48d0c7-ed8d-48eb-bb8e-decf92351b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:57.372551 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-58f8c8ba-7ad7-48ea-9e29-281b36c6ffda req-628dfd91-3f38-476a-8a55-e1ca5f89de42 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722024 Sep 03 20:24:57.503674 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bd48d0c7-ed8d-48eb-bb8e-decf92351b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:57.506880 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bd48d0c7-ed8d-48eb-bb8e-decf92351b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:57.508468 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-bd48d0c7-ed8d-48eb-bb8e-decf92351b93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e04ab53f-1e0e-4651-a705-836195a24a00 HTTP/1.1" status: 204 len: 168 time: 0.2210598 Sep 03 20:24:57.518217 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48d0c7-ed8d-48eb-bb8e-decf92351b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04ab53f-1e0e-4651-a705-836195a24a00,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:57.625237 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 43244) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:57.641039 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4771518d-c2bd-41b8-a316-9e6fb09f200b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:57.667106 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67205fd7-9d89-4f7e-8021-ea0f474427fd req-255ac9b3-13bb-4b6f-8694-355317690d2d tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:57.680667 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-67205fd7-9d89-4f7e-8021-ea0f474427fd req-255ac9b3-13bb-4b6f-8694-355317690d2d tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0717335 Sep 03 20:24:57.744811 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-67205fd7-9d89-4f7e-8021-ea0f474427fd req-2748273a-deae-4f63-bcb1-05b8787c7d8b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620854 Sep 03 20:24:57.790439 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4771518d-c2bd-41b8-a316-9e6fb09f200b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:57.851224 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4771518d-c2bd-41b8-a316-9e6fb09f200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:57.915366 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771518d-c2bd-41b8-a316-9e6fb09f200b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4679f7-6803-4f8d-ae7a-38d62d28d09f,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:57.928915 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-4771518d-c2bd-41b8-a316-9e6fb09f200b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22254662e8764c88a88893f2e70c079c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020589 Sep 03 20:24:57.931645 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43250) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:58.045319 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cec16ca2-6c09-45b8-87e9-1ad1e7f3f94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:58.079856 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cec16ca2-6c09-45b8-87e9-1ad1e7f3f94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:58.495920 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef9b79-3d27-499c-94a4-ec74439f9dd0 req-b8c02593-029d-484c-9eb4-7eb773425b08 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:58.498128 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3cef9b79-3d27-499c-94a4-ec74439f9dd0 req-b8c02593-029d-484c-9eb4-7eb773425b08 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0526569 Sep 03 20:24:58.535182 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3cef9b79-3d27-499c-94a4-ec74439f9dd0 req-9ca25eb9-d066-4e77-b5b4-ebff13503e57 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310733 Sep 03 20:24:58.754240 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cec16ca2-6c09-45b8-87e9-1ad1e7f3f94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:58.756863 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cec16ca2-6c09-45b8-87e9-1ad1e7f3f94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:58.760624 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-cec16ca2-6c09-45b8-87e9-1ad1e7f3f94f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf4679f7-6803-4f8d-ae7a-38d62d28d09f HTTP/1.1" status: 204 len: 168 time: 0.8249671 Sep 03 20:24:58.766649 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec16ca2-6c09-45b8-87e9-1ad1e7f3f94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4679f7-6803-4f8d-ae7a-38d62d28d09f,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:58.866086 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be0283-3d10-42ba-9f67-1068eb0c7c5e req-c712a82f-b701-462f-8821-06fa3c39a644 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:58.867654 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d2be0283-3d10-42ba-9f67-1068eb0c7c5e req-c712a82f-b701-462f-8821-06fa3c39a644 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0528190 Sep 03 20:24:58.912968 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d2be0283-3d10-42ba-9f67-1068eb0c7c5e req-c16dbdcb-c28f-4382-81eb-d0153aeea1ae tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371816 Sep 03 20:24:58.973233 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43272) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:59.003973 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-652b7860-529e-4b89-b8a9-8392be22e25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:59.117137 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-652b7860-529e-4b89-b8a9-8392be22e25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:59.182732 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-652b7860-529e-4b89-b8a9-8392be22e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:59.227802 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 43278) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:24:59.239260 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-652b7860-529e-4b89-b8a9-8392be22e25f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c3f9b02da1c48d199f3c2ea0d70cf04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648222 Sep 03 20:24:59.263484 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b7860-529e-4b89-b8a9-8392be22e25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc5325e-b334-497a-8b52-9e5533ec3e77,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:59.306777 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a82c1182-8439-40a7-a48f-64dedd37c14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:59.338364 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a82c1182-8439-40a7-a48f-64dedd37c14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:59.531908 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a82c1182-8439-40a7-a48f-64dedd37c14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:59.538841 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a82c1182-8439-40a7-a48f-64dedd37c14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:24:59.538841 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a82c1182-8439-40a7-a48f-64dedd37c14b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fc5325e-b334-497a-8b52-9e5533ec3e77 HTTP/1.1" status: 204 len: 168 time: 0.3083162 Sep 03 20:24:59.548745 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c1182-8439-40a7-a48f-64dedd37c14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc5325e-b334-497a-8b52-9e5533ec3e77,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:24:59.703942 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25792fc7-641b-4fc2-854e-bc594849703b req-803e689b-c028-4308-90b9-5b12ad5776e0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:24:59.711474 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-25792fc7-641b-4fc2-854e-bc594849703b req-803e689b-c028-4308-90b9-5b12ad5776e0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0743699 Sep 03 20:24:59.770336 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-25792fc7-641b-4fc2-854e-bc594849703b req-c7758967-e2d8-4e96-a79a-e269cef33fc5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576861 Sep 03 20:25:00.139371 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c476fd4-fa46-4e29-9a29-31319ced2344 req-a0746ce3-6eab-485f-932d-2ab82b03f7a3 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:00.142025 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9c476fd4-fa46-4e29-9a29-31319ced2344 req-a0746ce3-6eab-485f-932d-2ab82b03f7a3 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0682588 Sep 03 20:25:00.202059 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9c476fd4-fa46-4e29-9a29-31319ced2344 req-4e82d850-3aae-4958-84d5-20c0120fedc7 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540311 Sep 03 20:25:00.291772 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28cb5d-38e7-4390-bbd8-f636ffc43b2e req-0d953545-8f45-4168-818d-82ef750efc8d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:00.299331 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6c28cb5d-38e7-4390-bbd8-f636ffc43b2e req-0d953545-8f45-4168-818d-82ef750efc8d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0580330 Sep 03 20:25:00.373817 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6c28cb5d-38e7-4390-bbd8-f636ffc43b2e req-ce0f0ab2-e74c-4381-a68f-6c1d3886d601 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732651 Sep 03 20:25:00.403555 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4fe16-a360-41d4-bcc0-e57caeb7d2c5 req-76978159-9a48-45fe-84a9-0b36b14d8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:00.405567 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a4fe16-a360-41d4-bcc0-e57caeb7d2c5 req-76978159-9a48-45fe-84a9-0b36b14d8ddb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 1099 time: 0.0873983 Sep 03 20:25:00.538695 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4fe16-a360-41d4-bcc0-e57caeb7d2c5 req-7aab9e3a-a905-4de8-a02a-eda1867f4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:00.540293 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a4fe16-a360-41d4-bcc0-e57caeb7d2c5 req-7aab9e3a-a905-4de8-a02a-eda1867f4a99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 HTTP/1.1" status: 200 len: 919 time: 0.1242347 Sep 03 20:25:00.606030 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a4fe16-a360-41d4-bcc0-e57caeb7d2c5 req-a5082419-904a-4cb3-baa4-79fc0b91111a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6413ecc-96d6-490b-a39e-d345bd41dc9c HTTP/1.1" status: 200 len: 217 time: 0.0490515 Sep 03 20:25:00.678672 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4fe16-a360-41d4-bcc0-e57caeb7d2c5 req-ed37d825-6c32-4c62-a1b9-b21ccc206876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:00.680248 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a4fe16-a360-41d4-bcc0-e57caeb7d2c5 req-ed37d825-6c32-4c62-a1b9-b21ccc206876 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=917e06e4-7a3d-4bb8-947a-745fcc5f2509 HTTP/1.1" status: 200 len: 858 time: 0.0587878 Sep 03 20:25:00.725215 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a4fe16-a360-41d4-bcc0-e57caeb7d2c5 req-69de0d94-657d-4450-bae5-acec935c838c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297284 Sep 03 20:25:00.955980 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a4fe16-a360-41d4-bcc0-e57caeb7d2c5 req-ac061463-0dee-473f-b628-fcfa68f1dec8 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146156 Sep 03 20:25:00.968379 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1b365-3410-4ab4-b03f-f74b82b2c15d req-e4c59e24-c3f0-4fc3-9049-aafbdd0c13db tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:00.974263 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5be1b365-3410-4ab4-b03f-f74b82b2c15d req-e4c59e24-c3f0-4fc3-9049-aafbdd0c13db tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.1068404 Sep 03 20:25:01.119332 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0a4fe16-a360-41d4-bcc0-e57caeb7d2c5 req-8cc828f3-0e6f-4431-b907-03c75febf17a service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389489 Sep 03 20:25:01.124793 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5be1b365-3410-4ab4-b03f-f74b82b2c15d req-08f56d29-2d10-4c11-872f-72465cde3704 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369812 Sep 03 20:25:01.128608 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43350) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:01.282226 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-100878926-network', 'tenant_id': '5665c058d6fc4ad5ad1b3cdd412484d8'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:01.361626 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56b1d0-5df5-4123-8f5d-688ce7e5107a req-ecbd9b0f-786e-4fc0-8097-0ca97886cf3c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:01.361626 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2d56b1d0-5df5-4123-8f5d-688ce7e5107a req-ecbd9b0f-786e-4fc0-8097-0ca97886cf3c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0581987 Sep 03 20:25:01.393660 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] Made reservation on behalf of 5665c058d6fc4ad5ad1b3cdd412484d8 for: {'network': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:25:01.395968 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:01.411124 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2d56b1d0-5df5-4123-8f5d-688ce7e5107a req-98ca260c-e871-47ca-9c28-362add63870c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459735 Sep 03 20:25:01.411963 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:01.530366 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10349aea-df17-4456-a3ca-0563ccb1a5f3 req-63e1e9a4-b3af-451a-b23c-202e97427457 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:01.532244 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10349aea-df17-4456-a3ca-0563ccb1a5f3 req-63e1e9a4-b3af-451a-b23c-202e97427457 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0792077 Sep 03 20:25:01.605557 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10349aea-df17-4456-a3ca-0563ccb1a5f3 req-b6e79361-a5ba-496a-8ef9-46a8e0fa88e9 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669415 Sep 03 20:25:01.674457 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:01.777412 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-51601b4f-c82f-4f2c-802f-874223551059 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462669674&fields=id&tenant_id=0582686d29ce4e9dbdd4c8e02727865b HTTP/1.1" status: 200 len: 267 time: 0.0498853 Sep 03 20:25:01.781816 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:01.850228 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1498a7c-9a6f-4568-a916-401b807865fe,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:01.853787 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=94576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:25:01.902939 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:01.903629 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.segments_db [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] Added segment b8e26f50-e5f8-41e7-9cfa-3493588471eb of type vlan for network a4ee642e-bed5-4f7f-8e49-45dd5cf5818d Sep 03 20:25:02.005577 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-1f78111f-8c08-48f2-a33a-6c1bdd27f5a6 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:02.007116 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-1f78111f-8c08-48f2-a33a-6c1bdd27f5a6 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/networks?id=915b8240-0306-4102-b577-3e4df92bac2a HTTP/1.1" status: 200 len: 808 time: 0.2274842 Sep 03 20:25:02.014699 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:02.057367 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-f96dcb07-c0d8-4458-b844-4807c7bada8c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/quotas/0582686d29ce4e9dbdd4c8e02727865b HTTP/1.1" status: 200 len: 375 time: 0.0161116 Sep 03 20:25:02.110186 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-ca01515d-a35e-48ad-a533-44b62e270fdb tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0582686d29ce4e9dbdd4c8e02727865b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511568 Sep 03 20:25:02.162851 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:02.163846 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:02.164428 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:02.315578 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] Pushing event updated for resources: {'Network': ['ID=a4ee642e-bed5-4f7f-8e49-45dd5cf5818d,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:02.330804 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network a4ee642e-bed5-4f7f-8e49-45dd5cf5818d details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:25:02.340764 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a6b99262-00d4-4b65-b746-f37b8bfa04b4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2081831 Sep 03 20:25:02.340984 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 43400) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:02.346394 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-1bf6c2c1-5aa3-4030-b4d8-6f2ae6a78d4e admin admin] Request body: {'subnet': {'network_id': 'a4ee642e-bed5-4f7f-8e49-45dd5cf5818d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-100878926-subnet', 'tenant_id': '5665c058d6fc4ad5ad1b3cdd412484d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:02.377422 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-73c4b187-afc0-4d4f-a4d0-fc544a86b6ad service neutron] 10.222.0.41 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487385 Sep 03 20:25:02.396938 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86859610-bb6d-4cee-95b4-0bb1f5b48385 req-f68302de-07d7-4cd3-9786-751d75227e78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:02.398524 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-86859610-bb6d-4cee-95b4-0bb1f5b48385 req-f68302de-07d7-4cd3-9786-751d75227e78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0946922 Sep 03 20:25:02.446452 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf6c2c1-5aa3-4030-b4d8-6f2ae6a78d4e admin admin] Made reservation on behalf of 5665c058d6fc4ad5ad1b3cdd412484d8 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:25:02.449132 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1bf6c2c1-5aa3-4030-b4d8-6f2ae6a78d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3539817'] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:02.516719 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-86859610-bb6d-4cee-95b4-0bb1f5b48385 req-a69f9332-cacb-4fc9-9266-9992639bc201 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062624 Sep 03 20:25:02.612189 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-d1f6b87e-d0da-42f5-9617-4f61f25a40b1 service neutron] 10.222.0.41 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073696 Sep 03 20:25:02.789586 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ca054-c4f7-40f0-b9ee-2bd25a1dd4ca req-a42c2ea7-4214-41f6-b111-0f5d91e99913 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:02.791013 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-252ca054-c4f7-40f0-b9ee-2bd25a1dd4ca req-a42c2ea7-4214-41f6-b111-0f5d91e99913 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.1073985 Sep 03 20:25:02.834843 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-252ca054-c4f7-40f0-b9ee-2bd25a1dd4ca req-a250b838-0ffd-4620-8803-14b326bbde33 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370116 Sep 03 20:25:02.954153 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d339811-7243-4134-9620-19d95204734b req-7936c8c4-8739-40a6-9509-e236e5534489 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:02.955573 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0d339811-7243-4134-9620-19d95204734b req-7936c8c4-8739-40a6-9509-e236e5534489 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0594850 Sep 03 20:25:02.994824 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0d339811-7243-4134-9620-19d95204734b req-4dc0e660-ced7-463d-a896-91289a246d29 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Sep 03 20:25:03.245555 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:25:03.416764 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1bf6c2c1-5aa3-4030-b4d8-6f2ae6a78d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4154602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3539783'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:03.471600 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6c2c1-5aa3-4030-b4d8-6f2ae6a78d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d87d0a-d0aa-4d1f-b9e6-0fed3fc3a12f,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:03.485631 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf6c2c1-5aa3-4030-b4d8-6f2ae6a78d4e admin admin] Checking segment: {'id': 'b8e26f50-e5f8-41e7-9cfa-3493588471eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a4ee642e-bed5-4f7f-8e49-45dd5cf5818d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:25:03.486101 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf6c2c1-5aa3-4030-b4d8-6f2ae6a78d4e admin admin] Network hostable DHCP agents. Network: a4ee642e-bed5-4f7f-8e49-45dd5cf5818d, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:25:03.622957 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf6c2c1-5aa3-4030-b4d8-6f2ae6a78d4e admin admin] Network a4ee642e-bed5-4f7f-8e49-45dd5cf5818d is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:25:03.665821 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6827c92-ab2c-4c2b-b12a-b44b75e4472a req-209c386d-b721-4c7c-bb2e-968db55eb9f2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:03.674509 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d6827c92-ab2c-4c2b-b12a-b44b75e4472a req-209c386d-b721-4c7c-bb2e-968db55eb9f2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0726011 Sep 03 20:25:03.696723 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43428) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:03.725470 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-1bf6c2c1-5aa3-4030-b4d8-6f2ae6a78d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, a4ee642e-bed5-4f7f-8e49-45dd5cf5818d) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:25:03.734747 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d6827c92-ab2c-4c2b-b12a-b44b75e4472a req-110e6f1a-9880-4f98-b63a-ed5c84992f92 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486410 Sep 03 20:25:03.734851 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf6c2c1-5aa3-4030-b4d8-6f2ae6a78d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:03.734851 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1bf6c2c1-5aa3-4030-b4d8-6f2ae6a78d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:03.735569 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4863e0-a22d-44ba-8661-f28730694452 None None] Network a4ee642e-bed5-4f7f-8e49-45dd5cf5818d requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:25:03.852644 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-1bf6c2c1-5aa3-4030-b4d8-6f2ae6a78d4e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5099382 Sep 03 20:25:03.856229 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7db641ed-a558-436f-bb28-20017d67c2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:03.883585 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaa0a2e-6bc1-4dcf-b5ee-1680c071a369 None None] Network a4ee642e-bed5-4f7f-8e49-45dd5cf5818d requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:25:04.125612 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9690cec-e609-4070-bedb-c71f3e31e78f req-d463c40f-5cc9-4cf9-ab94-3cccec0f77c5 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:04.127245 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a9690cec-e609-4070-bedb-c71f3e31e78f req-d463c40f-5cc9-4cf9-ab94-3cccec0f77c5 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.1532705 Sep 03 20:25:04.206606 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7db641ed-a558-436f-bb28-20017d67c2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:04.257616 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a9690cec-e609-4070-bedb-c71f3e31e78f req-e848f385-72e7-42e2-8f46-f463843500a5 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005669 Sep 03 20:25:04.296927 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa5c2c-596f-4b6b-9663-ec9bd9cf0bd7 req-2b2940ee-2247-4b23-8bf4-3933ac2ebdfa tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:04.307876 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-02aa5c2c-596f-4b6b-9663-ec9bd9cf0bd7 req-2b2940ee-2247-4b23-8bf4-3933ac2ebdfa tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1576383 Sep 03 20:25:04.309093 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7db641ed-a558-436f-bb28-20017d67c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:04.420054 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62838049-2a96-4d40-827d-30a5ac679a7b req-acf54634-adc1-426c-a70c-fde5a1076e27 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 210 time: 0.0786459 Sep 03 20:25:04.424894 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-7db641ed-a558-436f-bb28-20017d67c2ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc82758088ef4c189dadfc4df930f40d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7262874 Sep 03 20:25:04.425350 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db641ed-a558-436f-bb28-20017d67c2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db78ccb-305b-4733-b928-da6b0fefc566,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:04.427017 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 43454) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:04.488670 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-02aa5c2c-596f-4b6b-9663-ec9bd9cf0bd7 req-d4b38f8c-f005-4eba-97e7-c7d44bebdb58 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511755 Sep 03 20:25:04.517048 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2a29c588-52bf-44d2-8fc1-d1b06767fcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:04.540033 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2a29c588-52bf-44d2-8fc1-d1b06767fcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:04.656395 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2a29c588-52bf-44d2-8fc1-d1b06767fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:04.661496 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2a29c588-52bf-44d2-8fc1-d1b06767fcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:04.663194 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2a29c588-52bf-44d2-8fc1-d1b06767fcc1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4db78ccb-305b-4733-b928-da6b0fefc566 HTTP/1.1" status: 204 len: 168 time: 0.2344415 Sep 03 20:25:04.672154 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29c588-52bf-44d2-8fc1-d1b06767fcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db78ccb-305b-4733-b928-da6b0fefc566,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:04.858684 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98325cc-438f-4f05-a464-02257c59fd5a req-dd94bc2e-2a06-4e6b-968d-84337d72055a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:04.863656 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f98325cc-438f-4f05-a464-02257c59fd5a req-dd94bc2e-2a06-4e6b-968d-84337d72055a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0480080 Sep 03 20:25:04.897787 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f98325cc-438f-4f05-a464-02257c59fd5a req-41cc3f8a-0582-41fd-9374-bd4d33685a7c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Sep 03 20:25:05.375859 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738dc94-1c66-4f8d-9cc7-5863270bcc4c req-bb75ffc0-beda-4e32-9837-c18b89ba9f3e tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:05.383036 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0738dc94-1c66-4f8d-9cc7-5863270bcc4c req-bb75ffc0-beda-4e32-9837-c18b89ba9f3e tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0645974 Sep 03 20:25:05.427055 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0738dc94-1c66-4f8d-9cc7-5863270bcc4c req-5f07fa89-885f-43dc-9dc9-06f7d5782882 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431550 Sep 03 20:25:05.502978 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 43484) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:05.517297 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af148fd3-9997-4a1f-95a4-6fa12497e678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:05.541836 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3bae7dfc-9298-4765-bf44-8c1fc2644470 req-89c26b1c-e0e4-4553-a4a9-9e4996771906 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 210 time: 0.0507269 Sep 03 20:25:05.627543 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec2f32-80a3-44b5-b79c-05486577b735 req-50d7f100-be12-4e18-aeb7-ca9fa1618227 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:05.629015 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-48ec2f32-80a3-44b5-b79c-05486577b735 req-50d7f100-be12-4e18-aeb7-ca9fa1618227 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0567539 Sep 03 20:25:05.631100 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af148fd3-9997-4a1f-95a4-6fa12497e678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:05.666646 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-48ec2f32-80a3-44b5-b79c-05486577b735 req-f0a7eb92-e614-4e55-9fb5-b3ece3add967 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316401 Sep 03 20:25:05.725376 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-af148fd3-9997-4a1f-95a4-6fa12497e678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:05.771260 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-af148fd3-9997-4a1f-95a4-6fa12497e678 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fade1dc1fdc24c6d8c994a7ae96120c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669699 Sep 03 20:25:05.772167 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af148fd3-9997-4a1f-95a4-6fa12497e678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e2c9b8-6613-43bf-badd-70a2e942276c,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:05.774166 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43490) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:05.824352 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cf96e59e-96a0-4968-81b4-4c9c03d1f524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:05.846403 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cf96e59e-96a0-4968-81b4-4c9c03d1f524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:05.996024 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cf96e59e-96a0-4968-81b4-4c9c03d1f524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:06.003352 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cf96e59e-96a0-4968-81b4-4c9c03d1f524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:06.003352 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-cf96e59e-96a0-4968-81b4-4c9c03d1f524 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3e2c9b8-6613-43bf-badd-70a2e942276c HTTP/1.1" status: 204 len: 168 time: 0.2255459 Sep 03 20:25:06.013755 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96e59e-96a0-4968-81b4-4c9c03d1f524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e2c9b8-6613-43bf-badd-70a2e942276c,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:06.063062 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef699bd-d575-4150-841a-726dc4f03a47 req-27700c33-6cae-4a85-b52a-14f7c306345c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:06.064542 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fef699bd-d575-4150-841a-726dc4f03a47 req-27700c33-6cae-4a85-b52a-14f7c306345c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.0952599 Sep 03 20:25:06.092903 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb777b-0bca-4775-8ca1-9e8f0262b288 req-f9c7fca5-f387-472e-9788-92c852e2b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:06.092903 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fcdb777b-0bca-4775-8ca1-9e8f0262b288 req-f9c7fca5-f387-472e-9788-92c852e2b46b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18ae6ad0b154758807e67ca15c54fba&device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 1098 time: 0.0729458 Sep 03 20:25:06.110316 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fef699bd-d575-4150-841a-726dc4f03a47 req-4324c891-d500-45c4-9d92-840dcf36c5a0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382261 Sep 03 20:25:06.196994 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb777b-0bca-4775-8ca1-9e8f0262b288 req-181b9b72-5f81-402d-9c75-9341f0531514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:06.198464 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fcdb777b-0bca-4775-8ca1-9e8f0262b288 req-181b9b72-5f81-402d-9c75-9341f0531514 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87e928be-9f46-4330-9e45-fbf3edf30f0e HTTP/1.1" status: 200 len: 917 time: 0.0873051 Sep 03 20:25:06.268674 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fcdb777b-0bca-4775-8ca1-9e8f0262b288 req-b3788213-e229-4764-9858-0b3d528ae90d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16 HTTP/1.1" status: 200 len: 1001 time: 0.0606127 Sep 03 20:25:06.320181 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb777b-0bca-4775-8ca1-9e8f0262b288 req-63d43375-3eca-467e-811a-c7b5c6dd7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:06.321628 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fcdb777b-0bca-4775-8ca1-9e8f0262b288 req-63d43375-3eca-467e-811a-c7b5c6dd7972 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee HTTP/1.1" status: 200 len: 855 time: 0.0455413 Sep 03 20:25:06.368444 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb777b-0bca-4775-8ca1-9e8f0262b288 req-40dcfe11-4cff-4e61-b37b-8582c3e29392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:06.370137 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fcdb777b-0bca-4775-8ca1-9e8f0262b288 req-40dcfe11-4cff-4e61-b37b-8582c3e29392 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87e928be-9f46-4330-9e45-fbf3edf30f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391188 Sep 03 20:25:06.497550 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fcdb777b-0bca-4775-8ca1-9e8f0262b288 req-73baa96f-9225-4668-ac86-7ce73bd78748 service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125011 Sep 03 20:25:06.677079 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd66c3-d85e-418a-8c3b-ea688015c458 req-c4eff729-5201-4514-a42b-3759b644d136 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:06.677079 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-22fd66c3-d85e-418a-8c3b-ea688015c458 req-c4eff729-5201-4514-a42b-3759b644d136 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.1646967 Sep 03 20:25:06.990649 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fcdb777b-0bca-4775-8ca1-9e8f0262b288 req-711b0643-212b-4c53-b07a-11eb10bf14d7 service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528270 Sep 03 20:25:07.034491 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-22fd66c3-d85e-418a-8c3b-ea688015c458 req-1f9f1b12-89e8-45fe-baa3-66b66ce13212 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508153 Sep 03 20:25:07.052526 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-cd18ed16-42c2-46a5-bc35-f2468d21e2ba tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:07.052526 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-cd18ed16-42c2-46a5-bc35-f2468d21e2ba tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/networks?id=a4ee642e-bed5-4f7f-8e49-45dd5cf5818d HTTP/1.1" status: 200 len: 808 time: 0.4816008 Sep 03 20:25:07.099940 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-b6cbc2e3-0cb8-4a37-8fbf-89daab73d169 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/quotas/5665c058d6fc4ad5ad1b3cdd412484d8 HTTP/1.1" status: 200 len: 375 time: 0.0222099 Sep 03 20:25:07.154877 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-99f46e97-4e77-432b-b891-558a978f6ee6 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5665c058d6fc4ad5ad1b3cdd412484d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467937 Sep 03 20:25:07.173308 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87360a02-2557-47a4-957a-5c0beeb43c61 req-b26c95a4-4f0e-4fba-9a3b-2db305ba10ba tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 210 time: 0.0546916 Sep 03 20:25:07.187101 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-136749e3-1d6e-4b40-bb20-920927fc1864 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:07.189959 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-136749e3-1d6e-4b40-bb20-920927fc1864 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.42 "GET /v2.0/networks?id=915b8240-0306-4102-b577-3e4df92bac2a HTTP/1.1" status: 200 len: 808 time: 0.2544286 Sep 03 20:25:07.322054 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-c06fe7d6-7d53-410a-95f2-3e09319c7e5c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0582686d29ce4e9dbdd4c8e02727865b HTTP/1.1" status: 200 len: 379 time: 0.1065564 Sep 03 20:25:07.341314 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-01deb32f-5bb2-4ba1-b914-3395b44bb32c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Request body: {'port': {'device_id': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'admin_state_up': True, 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'security_groups': ['d521581f-d6a5-4113-a2e4-0a75611e3aa6']}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:07.373131 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aaf4b-1741-4f23-b777-8c21a393ea4a req-a7e64b78-0078-4be3-8986-bfd5ad96b101 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:07.373926 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-161aaf4b-1741-4f23-b777-8c21a393ea4a req-a7e64b78-0078-4be3-8986-bfd5ad96b101 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1397831 Sep 03 20:25:07.376319 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-9b389f95-e260-485c-9ac4-112860654412 service neutron] 10.222.0.41 "GET /v2.0/networks/a4ee642e-bed5-4f7f-8e49-45dd5cf5818d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052910 Sep 03 20:25:07.524314 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-161aaf4b-1741-4f23-b777-8c21a393ea4a req-5a0dbac2-1e3d-49be-a4b1-5c8ec8441e97 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338253 Sep 03 20:25:07.565455 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-dc94701c-dd93-4ada-b2f9-bf6ce455ee4b service neutron] 10.222.0.41 "GET /v2.0/networks/a4ee642e-bed5-4f7f-8e49-45dd5cf5818d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732326 Sep 03 20:25:07.657952 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-01deb32f-5bb2-4ba1-b914-3395b44bb32c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Made reservation on behalf of 0582686d29ce4e9dbdd4c8e02727865b for: {'port': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:25:07.663218 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-01deb32f-5bb2-4ba1-b914-3395b44bb32c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:07.815634 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-01deb32f-5bb2-4ba1-b914-3395b44bb32c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Allocated IP 172.20.0.8 (915b8240-0306-4102-b577-3e4df92bac2a/059a941c-bc80-4b37-a88a-78871ed5c013/2d1ceb8a-861a-468d-b657-106ab94e2e3a) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:25:08.088139 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4b7bb-92bc-4d8c-b754-5f4061384458 req-833ea02c-f86d-4f37-bc53-9f3fcb505acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:08.090308 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-82d4b7bb-92bc-4d8c-b754-5f4061384458 req-833ea02c-f86d-4f37-bc53-9f3fcb505acf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d2108719d94b07918fa67775b13e14&device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 1099 time: 0.0477107 Sep 03 20:25:08.132840 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-01deb32f-5bb2-4ba1-b914-3395b44bb32c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:08.137109 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b739484-2885-4248-9e6b-99d219dc8377 req-222d1940-5d36-471d-9f40-3825d7e7ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:08.138701 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3b739484-2885-4248-9e6b-99d219dc8377 req-222d1940-5d36-471d-9f40-3825d7e7ee70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 1099 time: 0.1517916 Sep 03 20:25:08.149811 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8780d4f-60ee-4222-9dcf-7bef1b541c4c req-9a20b389-7a70-409f-a2b0-3523964ad6ba tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:08.151238 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c8780d4f-60ee-4222-9dcf-7bef1b541c4c req-9a20b389-7a70-409f-a2b0-3523964ad6ba tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.1655698 Sep 03 20:25:08.168242 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306c0fc-2c64-4676-8d14-dd0f55cee957 req-97d41e79-3617-4588-9a14-38117f7471b3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:08.169800 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c306c0fc-2c64-4676-8d14-dd0f55cee957 req-97d41e79-3617-4588-9a14-38117f7471b3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.1819510 Sep 03 20:25:08.206357 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-01deb32f-5bb2-4ba1-b914-3395b44bb32c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Transition to ACTIVE for port object 2d1ceb8a-861a-468d-b657-106ab94e2e3a will not be triggered until provisioned by entity DHCP. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:25:08.247698 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4b7bb-92bc-4d8c-b754-5f4061384458 req-7accc4f9-8ffb-4085-a7d2-efe78303dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:08.249428 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-82d4b7bb-92bc-4d8c-b754-5f4061384458 req-7accc4f9-8ffb-4085-a7d2-efe78303dacf service neutron] 10.222.0.42 "GET /v2.0/networks?id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94 HTTP/1.1" status: 200 len: 912 time: 0.1498079 Sep 03 20:25:08.269867 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3b739484-2885-4248-9e6b-99d219dc8377 req-d4e0cff1-10be-4797-a7b2-7d0231f23f2a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169288 Sep 03 20:25:08.281338 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c8780d4f-60ee-4222-9dcf-7bef1b541c4c req-f045a916-512d-43dc-b89c-be144762d781 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073778 Sep 03 20:25:08.284016 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c306c0fc-2c64-4676-8d14-dd0f55cee957 req-a3b226e3-d9c5-4f80-b4e6-09ac60b454f6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998964 Sep 03 20:25:08.365772 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-529391ae-dfd5-4cbc-aebb-521e7b2b7cdf req-e9983cf6-d5d2-4e18-8361-1c9ad34b1a4e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 210 time: 0.0293710 Sep 03 20:25:08.370174 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-82d4b7bb-92bc-4d8c-b754-5f4061384458 req-a0513292-0ccf-4216-9a77-151b57e6f79e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b7f6363-7129-486f-8908-8b8d151a460e HTTP/1.1" status: 200 len: 1001 time: 0.1106780 Sep 03 20:25:08.379166 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-01deb32f-5bb2-4ba1-b914-3395b44bb32c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:08.437747 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-01deb32f-5bb2-4ba1-b914-3395b44bb32c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Network 915b8240-0306-4102-b577-3e4df92bac2a is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:25:08.444329 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-01deb32f-5bb2-4ba1-b914-3395b44bb32c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:25:08.448936 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-01deb32f-5bb2-4ba1-b914-3395b44bb32c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:25:08.484456 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01deb32f-5bb2-4ba1-b914-3395b44bb32c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Pushing event updated for resources: {'Port': ['ID=2d1ceb8a-861a-468d-b657-106ab94e2e3a,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:08.513653 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b97f6-8550-4643-8fbe-068abd02402c req-e1820f77-7e0b-4782-827e-e284d70a2047 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:08.515275 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-902b97f6-8550-4643-8fbe-068abd02402c req-e1820f77-7e0b-4782-827e-e284d70a2047 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 931 time: 0.1518416 Sep 03 20:25:08.521258 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4b7bb-92bc-4d8c-b754-5f4061384458 req-6aeeb24e-595a-44d2-a67f-a3458d65c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:08.523745 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-82d4b7bb-92bc-4d8c-b754-5f4061384458 req-6aeeb24e-595a-44d2-a67f-a3458d65c9ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57162df7-b596-4a6f-814b-47adc430c8b4 HTTP/1.1" status: 200 len: 850 time: 0.0563805 Sep 03 20:25:08.529222 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-01deb32f-5bb2-4ba1-b914-3395b44bb32c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:08.529895 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-01deb32f-5bb2-4ba1-b914-3395b44bb32c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:08.599369 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-902b97f6-8550-4643-8fbe-068abd02402c req-51bcd16b-4f5a-4afd-9cf7-fa0addf7630e tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664527 Sep 03 20:25:08.619265 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4b7bb-92bc-4d8c-b754-5f4061384458 req-428f903d-76f2-439c-bc80-8dcaa1dd8786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:08.620760 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-82d4b7bb-92bc-4d8c-b754-5f4061384458 req-428f903d-76f2-439c-bc80-8dcaa1dd8786 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845666 Sep 03 20:25:08.705131 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b94564-4992-4d2a-ba70-651734a31124 req-f9c73601-410b-40f0-b6a2-740325c01240 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:08.712948 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f1b94564-4992-4d2a-ba70-651734a31124 req-f9c73601-410b-40f0-b6a2-740325c01240 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 946 time: 0.0802646 Sep 03 20:25:08.739617 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-01deb32f-5bb2-4ba1-b914-3395b44bb32c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4043567 Sep 03 20:25:08.761172 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Request body: {'port': {'device_id': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:08.775813 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-82d4b7bb-92bc-4d8c-b754-5f4061384458 req-dea90788-626c-4240-a76c-2d2e3c27a2b2 service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457212 Sep 03 20:25:08.816305 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0ca11-362c-42eb-9889-a036bf2270cd req-17aa695a-76c4-4ee5-861f-17b17d8a4770 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:08.817859 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-11b0ca11-362c-42eb-9889-a036bf2270cd req-17aa695a-76c4-4ee5-861f-17b17d8a4770 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1396885 Sep 03 20:25:08.832397 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f1b94564-4992-4d2a-ba70-651734a31124 req-251b3401-d947-4546-8835-201c08f23d1a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175356 Sep 03 20:25:08.844268 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-77164ab0-7769-4d27-93cc-f9491a338246 None None] Provisioning for port 2d1ceb8a-861a-468d-b657-106ab94e2e3a completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:25:08.848925 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-77164ab0-7769-4d27-93cc-f9491a338246 None None] Provisioning complete for port 2d1ceb8a-861a-468d-b657-106ab94e2e3a triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:25:08.849389 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-77164ab0-7769-4d27-93cc-f9491a338246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:08.849699 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 43620) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:08.911837 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:08.915656 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-77164ab0-7769-4d27-93cc-f9491a338246 None None] Port 2d1ceb8a-861a-468d-b657-106ab94e2e3a cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:25:08.925109 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-82d4b7bb-92bc-4d8c-b754-5f4061384458 req-bd6808a7-4b12-49d7-ab29-62e25c662e08 service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407058 Sep 03 20:25:08.937284 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-11b0ca11-362c-42eb-9889-a036bf2270cd req-682d344e-6d35-4d0b-9a3a-96b8d1fb49e3 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703869 Sep 03 20:25:09.112476 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6275cc-6d9f-4190-bc26-1f4ecc709c91 tempest-TestMinimumBasicScenario-1237216781 tempest-TestMinimumBasicScenario-1237216781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:09.118569 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2b6275cc-6d9f-4190-bc26-1f4ecc709c91 tempest-TestMinimumBasicScenario-1237216781 tempest-TestMinimumBasicScenario-1237216781-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 1094 time: 0.2674704 Sep 03 20:25:09.119710 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 43624) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:09.124583 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Request body: {'floatingip': {'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'port_id': '19468865-6c1d-403b-8a29-abf191e6d99c', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:09.219009 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1ceb8a-861a-468d-b657-106ab94e2e3a {{(pid=94576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:25:09.226945 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:09.240617 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.provisioning_blocks [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Transition to ACTIVE for port object 2d1ceb8a-861a-468d-b657-106ab94e2e3a will not be triggered until provisioned by entity L2. {{(pid=94576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:25:09.268419 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for floatingip, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:09.302558 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f3ff-d4b4-4d85-ab7e-c31a11b5c3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:09.371904 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:09.393322 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:09.456280 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f346514-d310-4cac-95c9-231586e12f05 req-5a158871-eaf7-4082-aee5-32e824a8f407 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:09.464541 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2f346514-d310-4cac-95c9-231586e12f05 req-5a158871-eaf7-4082-aee5-32e824a8f407 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.1039174 Sep 03 20:25:09.489021 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Pushing event updated for resources: {'Port': ['ID=2d1ceb8a-861a-468d-b657-106ab94e2e3a,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:09.593339 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Allocated IP 172.27.3.213 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/c271ba61-c8ef-4e44-af65-baae3c467d02) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:25:09.607651 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2f346514-d310-4cac-95c9-231586e12f05 req-4b3028a2-8eb1-4180-8020-a2d5f7df2396 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422577 Sep 03 20:25:09.644768 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Attempting to bind port 2d1ceb8a-861a-468d-b657-106ab94e2e3a on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:25:09.649539 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Attempting to bind port 2d1ceb8a-861a-468d-b657-106ab94e2e3a by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'b939e310-60f8-4dfd-a0e8-f6486147536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a'}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:25:09.649539 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Attempting to bind port 2d1ceb8a-861a-468d-b657-106ab94e2e3a on network 915b8240-0306-4102-b577-3e4df92bac2a {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:25:09.667504 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Port 2d1ceb8a-861a-468d-b657-106ab94e2e3a on network 915b8240-0306-4102-b577-3e4df92bac2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:25:09.667864 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Attempting to bind port 2d1ceb8a-861a-468d-b657-106ab94e2e3a on network 915b8240-0306-4102-b577-3e4df92bac2a {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:25:09.673950 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:25:09.674620 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Checking segment: {'id': 'b939e310-60f8-4dfd-a0e8-f6486147536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:25:09.675012 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Bound using segment: {'id': 'b939e310-60f8-4dfd-a0e8-f6486147536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a'} {{(pid=94576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:25:09.675472 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.managers [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Bound port: 2d1ceb8a-861a-468d-b657-106ab94e2e3a, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b939e310-60f8-4dfd-a0e8-f6486147536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a'}}] {{(pid=94576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:25:09.675834 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:09.757333 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:09.761984 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d57db-de12-4730-9bfc-f0c9d5ec3c58 req-837222d3-8f4b-4886-99c0-fa2d0ffa7f98 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:09.764373 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9f7d57db-de12-4730-9bfc-f0c9d5ec3c58 req-837222d3-8f4b-4886-99c0-fa2d0ffa7f98 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 945 time: 0.2119761 Sep 03 20:25:09.766260 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-284279d4-0b8c-4cd7-a36a-12ca5f10f50b req-1a0e07b8-b14e-4de8-a264-82dc71ad76a2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 210 time: 0.0669489 Sep 03 20:25:09.850702 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9f7d57db-de12-4730-9bfc-f0c9d5ec3c58 req-0dab2ff4-2698-4461-ade5-d1ecd5e5612f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794816 Sep 03 20:25:09.897858 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:09.922190 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c18606-a291-467c-a83f-dc692fa3b613 req-5c9ca3a0-05a1-4203-a819-c0c9a2537b06 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:09.923689 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62c18606-a291-467c-a83f-dc692fa3b613 req-5c9ca3a0-05a1-4203-a819-c0c9a2537b06 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 946 time: 0.0720384 Sep 03 20:25:09.925859 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] For port 2d1ceb8a-861a-468d-b657-106ab94e2e3a, host hv-cinder-79819, cleared binding levels {{(pid=94576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:25:09.929704 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] For port 2d1ceb8a-861a-468d-b657-106ab94e2e3a, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:25:09.933637 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:25:09.937144 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:25:09.940650 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:25:09.983820 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event updated for resources: {'Port': ['ID=c271ba61-c8ef-4e44-af65-baae3c467d02,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:10.001737 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62c18606-a291-467c-a83f-dc692fa3b613 req-f5186870-9dcf-4b44-bf1c-e03278d50ace tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621724 Sep 03 20:25:10.012041 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07516ac0-d3af-427c-8bee-04606b9e6a50 req-36143ea4-3e02-43b2-8559-c0a021acaa97 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:10.014126 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-07516ac0-d3af-427c-8bee-04606b9e6a50 req-36143ea4-3e02-43b2-8559-c0a021acaa97 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 943 time: 0.0895786 Sep 03 20:25:10.026954 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:10.089260 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:10.089260 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:10.089260 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] 10.222.0.42 "PUT /v2.0/ports/2d1ceb8a-861a-468d-b657-106ab94e2e3a HTTP/1.1" status: 200 len: 1093 time: 1.3393846 Sep 03 20:25:10.089713 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'tag': '2d1ceb8a-861a-468d-b657-106ab94e2e3a'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:10.091900 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62141c38-aab3-447f-8a8b-30fb594fabb3" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f11715-ad91-4f8f-aad7-080696d4c728", "tag": "2d1ceb8a-861a-468d-b657-106ab94e2e3a"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:10.132143 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-07516ac0-d3af-427c-8bee-04606b9e6a50 req-f9055160-4548-48ad-8cf4-21c4f79a1f7e tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079791 Sep 03 20:25:10.136996 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5286d-59c2-4b43-a5bf-fe9828155b9b service neutron] Pushing event updated for resources: {'Port': ['ID=2d1ceb8a-861a-468d-b657-106ab94e2e3a,revision_number=3']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:10.149707 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 0d7d8957-1111-4b21-907e-c96b1e06fe16 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:25:10.244974 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:10.277739 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7d8957-1111-4b21-907e-c96b1e06fe16'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:10.281900 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c345e7-e425-4572-b310-d552c3aeb750" -d '{"events": [{"server_uuid": "d31f9675-0eeb-4f2b-a707-fc72e18d3456", "name": "network-vif-unplugged", "status": "completed", "tag": "0d7d8957-1111-4b21-907e-c96b1e06fe16"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:10.306072 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 0d7d8957-1111-4b21-907e-c96b1e06fe16, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:10.366843 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-87ad8f4a-5537-49f1-b940-92856b5e5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:10.368422 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-87ad8f4a-5537-49f1-b940-92856b5e5ce4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0582686d29ce4e9dbdd4c8e02727865b&device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 1096 time: 0.0823042 Sep 03 20:25:10.376531 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65660f7-6b2e-48e4-8d9f-514a5a4c4178 req-14163cc5-7bd2-465c-bae2-6970d223dc6d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:10.378122 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e65660f7-6b2e-48e4-8d9f-514a5a4c4178 req-14163cc5-7bd2-465c-bae2-6970d223dc6d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1018863 Sep 03 20:25:10.401396 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:10.424421 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-1b78690c-765c-4287-a97b-79835a0e0e03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a HTTP/1.1" status: 200 len: 217 time: 0.0453198 Sep 03 20:25:10.475247 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:10.486401 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e65660f7-6b2e-48e4-8d9f-514a5a4c4178 req-bc46b133-e1b2-4e89-ab1e-0a78fe5db682 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012764 Sep 03 20:25:10.510324 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-2743ffde-c096-456b-a7df-6e8d6f6c83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:10.510324 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-2743ffde-c096-456b-a7df-6e8d6f6c83b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=059a941c-bc80-4b37-a88a-78871ed5c013 HTTP/1.1" status: 200 len: 847 time: 0.0725279 Sep 03 20:25:10.541049 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=0d7d8957-1111-4b21-907e-c96b1e06fe16,revision_number=8']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:10.558061 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9913d1b5-096a-423d-97ec-3499128ed835 x-openstack-request-id: req-9913d1b5-096a-423d-97ec-3499128ed835 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:10.558569 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f11715-ad91-4f8f-aad7-080696d4c728", "tag": "2d1ceb8a-861a-468d-b657-106ab94e2e3a", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:10.559004 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9913d1b5-096a-423d-97ec-3499128ed835 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:10.559680 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'tag': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'status': 'completed', 'code': 200} Sep 03 20:25:10.567052 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-5d6e7fb0-6507-4dd1-a848-832a8e0d11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:10.569238 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-5d6e7fb0-6507-4dd1-a848-832a8e0d11e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=915b8240-0306-4102-b577-3e4df92bac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540917 Sep 03 20:25:10.572845 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:10.587666 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bec9a57-2ff6-4d96-8918-694789609537 x-openstack-request-id: req-7bec9a57-2ff6-4d96-8918-694789609537 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:10.588182 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31f9675-0eeb-4f2b-a707-fc72e18d3456", "name": "network-vif-unplugged", "status": "failed", "tag": "0d7d8957-1111-4b21-907e-c96b1e06fe16", "code": 422}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:10.588617 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7bec9a57-2ff6-4d96-8918-694789609537 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:10.594554 dv-cinder-798198-4-iscsi neutron-server[94577]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'code': 422} returned with failed status Sep 03 20:25:10.679537 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-2f5b7e5c-8e53-4f3c-bdee-443c8e8dd230 service neutron] 10.222.0.42 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932348 Sep 03 20:25:10.748106 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:10.779500 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87053d7f-9f27-4949-bd16-d7ee3408ffd4 req-73bad8a3-cb23-4845-9d07-cd45a230d54a service neutron] 10.222.0.42 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903485 Sep 03 20:25:10.838720 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680a3a1-7875-4372-aed6-437dfd8903dc req-bc52d284-5ad7-4785-9c96-16490d8215f5 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:10.840277 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8680a3a1-7875-4372-aed6-437dfd8903dc req-bc52d284-5ad7-4785-9c96-16490d8215f5 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0489480 Sep 03 20:25:10.851218 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:10.879393 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8680a3a1-7875-4372-aed6-437dfd8903dc req-aa946845-ccce-4c44-bf1b-e8197e8552bb tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321186 Sep 03 20:25:10.926642 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event updated for resources: {'Port': ['ID=c271ba61-c8ef-4e44-af65-baae3c467d02,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:10.959756 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:11.009486 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62141c38-aab3-447f-8a8b-30fb594fabb3 req-832468d7-115e-4bda-99d3-9116c812aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:11.011127 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62141c38-aab3-447f-8a8b-30fb594fabb3 req-832468d7-115e-4bda-99d3-9116c812aa47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0582686d29ce4e9dbdd4c8e02727865b&device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 1096 time: 0.0761683 Sep 03 20:25:11.079818 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.l3_db [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Floating IP 44ec55c7-051f-4d6d-b5e8-b77c0a6cac28 associated. External IP: 172.27.3.213, port: 19468865-6c1d-403b-8a29-abf191e6d99c. Sep 03 20:25:11.123622 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62141c38-aab3-447f-8a8b-30fb594fabb3 req-f02e49cb-5149-4465-8957-42877310aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:11.125089 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62141c38-aab3-447f-8a8b-30fb594fabb3 req-f02e49cb-5149-4465-8957-42877310aeaa service neutron] 10.222.0.42 "GET /v2.0/networks?id=915b8240-0306-4102-b577-3e4df92bac2a HTTP/1.1" status: 200 len: 909 time: 0.1012294 Sep 03 20:25:11.172874 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62141c38-aab3-447f-8a8b-30fb594fabb3 req-98e45624-98e0-423d-9257-0e7ee342985f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a HTTP/1.1" status: 200 len: 217 time: 0.0376971 Sep 03 20:25:11.237447 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62141c38-aab3-447f-8a8b-30fb594fabb3 req-e3f471a1-f65c-4868-bb20-015bb25f88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:11.239518 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62141c38-aab3-447f-8a8b-30fb594fabb3 req-e3f471a1-f65c-4868-bb20-015bb25f88fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=059a941c-bc80-4b37-a88a-78871ed5c013 HTTP/1.1" status: 200 len: 847 time: 0.0577953 Sep 03 20:25:11.304121 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4176bda6-378b-4694-9d27-4bcdad08d127 req-74b45616-5d87-4b73-8b42-614967864b37 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 210 time: 0.0446062 Sep 03 20:25:11.329581 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62141c38-aab3-447f-8a8b-30fb594fabb3 req-311af606-9796-48bb-be2c-89abbb35fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:11.329581 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62141c38-aab3-447f-8a8b-30fb594fabb3 req-311af606-9796-48bb-be2c-89abbb35fced service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=915b8240-0306-4102-b577-3e4df92bac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789726 Sep 03 20:25:11.591943 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-6f4f62a1-fec7-403b-9a5d-607e72eb986b tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:11.593398 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-6f4f62a1-fec7-403b-9a5d-607e72eb986b tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.42 "GET /v2.0/networks?id=a4ee642e-bed5-4f7f-8e49-45dd5cf5818d HTTP/1.1" status: 200 len: 808 time: 0.1447270 Sep 03 20:25:11.640189 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-9cbcb587-af13-4677-a745-8e532d880cf2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Request body: {'port': {'device_id': '10f35043-e0f6-4658-8f4a-602b776e9aab', 'network_id': 'a4ee642e-bed5-4f7f-8e49-45dd5cf5818d', 'admin_state_up': True, 'tenant_id': '5665c058d6fc4ad5ad1b3cdd412484d8'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:11.777387 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff6006-d0b7-492b-976f-2f3357bc2dcb req-6ea93f4a-b09e-4e99-8acc-e685ad32c56d tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:11.779796 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-62ff6006-d0b7-492b-976f-2f3357bc2dcb req-6ea93f4a-b09e-4e99-8acc-e685ad32c56d tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 946 time: 0.1838131 Sep 03 20:25:11.781742 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:25:11.820705 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62141c38-aab3-447f-8a8b-30fb594fabb3 req-350e5454-6222-4a0e-8f84-3b041757bc15 service neutron] 10.222.0.42 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838989 Sep 03 20:25:11.823010 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3b104-c179-42ac-8482-5a95b27c4aa4 req-40605453-28be-4a07-bff6-2f6c6e595ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:11.824371 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8b3b104-c179-42ac-8482-5a95b27c4aa4 req-40605453-28be-4a07-bff6-2f6c6e595ecd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 1099 time: 0.3954070 Sep 03 20:25:11.833376 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698c575-5385-4a7b-93a5-e2499508627d req-a72cb95c-512f-4ea1-aa4c-799de32f2b9f tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:11.835792 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6698c575-5385-4a7b-93a5-e2499508627d req-a72cb95c-512f-4ea1-aa4c-799de32f2b9f tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 946 time: 0.4529872 Sep 03 20:25:11.861067 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56846a90-d533-422b-abed-566b2959aff1 req-6311e4d9-f52d-40fd-b817-53118f81ab56 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:11.862650 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-56846a90-d533-422b-abed-566b2959aff1 req-6311e4d9-f52d-40fd-b817-53118f81ab56 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 943 time: 0.1578026 Sep 03 20:25:12.017032 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca19c-50a8-4172-93f4-f03d66949e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:12.038250 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:25:12.053006 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6698c575-5385-4a7b-93a5-e2499508627d req-9635a799-9391-4948-b2ec-42416c3e830c tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036562 Sep 03 20:25:12.071044 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604a25e-eb27-45aa-a126-e1315a7c0dcb None None] Sync routers for ids ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:25:12.071728 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-62ff6006-d0b7-492b-976f-2f3357bc2dcb req-d26f4419-761c-4723-866b-b7596eca6094 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Deleting port f87620dc-8d08-490e-b798-12ec1357fab5 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:25:12.071728 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-62ff6006-d0b7-492b-976f-2f3357bc2dcb req-d26f4419-761c-4723-866b-b7596eca6094 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:12.075951 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604a25e-eb27-45aa-a126-e1315a7c0dcb None None] Routers {'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:25:12.076869 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-9604a25e-eb27-45aa-a126-e1315a7c0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:25:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:12.082929 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3b104-c179-42ac-8482-5a95b27c4aa4 req-086845f4-07b0-4b7d-a75f-b7acac69355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:12.089127 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8b3b104-c179-42ac-8482-5a95b27c4aa4 req-086845f4-07b0-4b7d-a75f-b7acac69355a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 HTTP/1.1" status: 200 len: 919 time: 0.2094028 Sep 03 20:25:12.089518 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-56846a90-d533-422b-abed-566b2959aff1 req-c779bd75-e19f-4ddb-8e2c-4dbe99539f3b tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072065 Sep 03 20:25:12.093715 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-9cbcb587-af13-4677-a745-8e532d880cf2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Made reservation on behalf of 5665c058d6fc4ad5ad1b3cdd412484d8 for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:25:12.097180 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-9cbcb587-af13-4677-a745-8e532d880cf2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:12.175104 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62141c38-aab3-447f-8a8b-30fb594fabb3 req-db52074f-06ba-4f5b-b0cc-ce01148cb359 service neutron] 10.222.0.42 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344872 Sep 03 20:25:12.178282 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8b3b104-c179-42ac-8482-5a95b27c4aa4 req-e069b0ba-1986-468b-88a8-21970f6ca349 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6413ecc-96d6-490b-a39e-d345bd41dc9c HTTP/1.1" status: 200 len: 217 time: 0.0604296 Sep 03 20:25:12.190834 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:12.250694 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [req-899f3551-4904-417a-9eb8-a2ca710ccaf0 req-e7c89b1b-494f-4e7b-ac74-614e7b8200da service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:25:12.252377 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-899f3551-4904-417a-9eb8-a2ca710ccaf0 req-e7c89b1b-494f-4e7b-ac74-614e7b8200da service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062835 Sep 03 20:25:12.280758 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-30a7b02e-a9f0-4c04-a057-da20634b592b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1599226 Sep 03 20:25:12.288352 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'tag': '19468865-6c1d-403b-8a29-abf191e6d99c'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:12.290635 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60bb023-4fff-4d17-8a6c-a48407eace86" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc41dc7-2e08-4b47-8b57-0a04ea78516c", "tag": "19468865-6c1d-403b-8a29-abf191e6d99c"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:12.296843 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-62ff6006-d0b7-492b-976f-2f3357bc2dcb req-d26f4419-761c-4723-866b-b7596eca6094 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] For port f87620dc-8d08-490e-b798-12ec1357fab5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f87620dc-8d08-490e-b798-12ec1357fab5,segment=NetworkSegment(a8ae3b6b-39f0-4004-b59c-beaa71a58cc4),segment_id=a8ae3b6b-39f0-4004-b59c-beaa71a58cc4)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:12.296843 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-62ff6006-d0b7-492b-976f-2f3357bc2dcb req-d26f4419-761c-4723-866b-b7596eca6094 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:12.297645 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43702) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:12.304681 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-fef7e973-ff89-4ea1-8132-ca295d2e284e tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878740633', 'description': 'tempest-secgroup-smoke-878740633 description', 'project_id': '8e1537f688944616a45d0582822ac411'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:12.320246 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-62ff6006-d0b7-492b-976f-2f3357bc2dcb req-d26f4419-761c-4723-866b-b7596eca6094 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Calling delete_port for f87620dc-8d08-490e-b798-12ec1357fab5 owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:25:12.355121 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3b104-c179-42ac-8482-5a95b27c4aa4 req-52a50afb-ecb5-482c-965d-70549adee399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:12.358083 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8b3b104-c179-42ac-8482-5a95b27c4aa4 req-52a50afb-ecb5-482c-965d-70549adee399 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=917e06e4-7a3d-4bb8-947a-745fcc5f2509 HTTP/1.1" status: 200 len: 858 time: 0.1658685 Sep 03 20:25:12.367302 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56707a5-13d0-4163-ad6a-feb7c386773d req-e2337929-2579-46e4-b6e3-766ce2fb875e tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:12.376533 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-9604a25e-eb27-45aa-a126-e1315a7c0dcb None None] Set router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:25:12.377517 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c56707a5-13d0-4163-ad6a-feb7c386773d req-e2337929-2579-46e4-b6e3-766ce2fb875e tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1240964 Sep 03 20:25:12.429670 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8b3b104-c179-42ac-8482-5a95b27c4aa4 req-a5e81e9c-b174-461b-8442-cac67d6e22af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418599 Sep 03 20:25:12.446092 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-9cbcb587-af13-4677-a745-8e532d880cf2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Allocated IP 172.20.0.9 (a4ee642e-bed5-4f7f-8e49-45dd5cf5818d/30d87d0a-d0aa-4d1f-b9e6-0fed3fc3a12f/d9f51e7f-d31c-41dd-a59c-ea793511e01d) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:25:12.478236 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fef7e973-ff89-4ea1-8132-ca295d2e284e tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:12.497785 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c56707a5-13d0-4163-ad6a-feb7c386773d req-c1b96a21-174d-4189-a98d-104f61915b18 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189802 Sep 03 20:25:12.581041 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada8ce6d-464b-4ce1-bf48-a7409059317d x-openstack-request-id: req-ada8ce6d-464b-4ce1-bf48-a7409059317d {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:12.581340 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc41dc7-2e08-4b47-8b57-0a04ea78516c", "tag": "19468865-6c1d-403b-8a29-abf191e6d99c", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:12.581597 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ada8ce6d-464b-4ce1-bf48-a7409059317d {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:12.581987 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'tag': '19468865-6c1d-403b-8a29-abf191e6d99c', 'status': 'completed', 'code': 200} Sep 03 20:25:12.619451 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8b3b104-c179-42ac-8482-5a95b27c4aa4 req-f3a91cd2-dee4-4e1f-9baa-ff36762af1c4 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743200 Sep 03 20:25:12.738229 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-9cbcb587-af13-4677-a745-8e532d880cf2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:12.740176 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bafde3c1-3431-4459-8fe3-c902089ddb55 req-7a6f8bf7-f5db-4e5c-bdee-eff63737dcba tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 210 time: 0.1009104 Sep 03 20:25:12.768930 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-62ff6006-d0b7-492b-976f-2f3357bc2dcb req-d26f4419-761c-4723-866b-b7596eca6094 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:12.785243 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['f87620dc-8d08-490e-b798-12ec1357fab5'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:25:12.799534 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-9604a25e-eb27-45aa-a126-e1315a7c0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:47Z', 'revision_number': 4, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port': {'id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '44ec55c7-051f-4d6d-b5e8-b77c0a6cac28', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'port_id': '19468865-6c1d-403b-8a29-abf191e6d99c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'mac_address': 'fa:16:3e:5d:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:25:10Z', 'updated_at': '2021-09-03T20:25:10Z', 'revision_number': 0, 'project_id': '8e1537f688944616a45d0582822ac411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32a591b-85e7-4b4e-9d43-25d8f168cbc2', 'name': '', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'mac_address': 'fa:16:3e:5b:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '693be893-23f1-40ec-8dcb-aeb255377247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:46Z', 'updated_at': '2021-09-03T20:23:52Z', 'revision_number': 5, 'project_id': '8e1537f688944616a45d0582822ac411', 'subnets': [{'id': '693be893-23f1-40ec-8dcb-aeb255377247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:12.808942 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f4419-761c-4723-866b-b7596eca6094 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Pushing event deleted for resources: {'Port': ['ID=f87620dc-8d08-490e-b798-12ec1357fab5,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:12.833139 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:12.850074 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604a25e-eb27-45aa-a126-e1315a7c0dcb None None] Checking router: ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:25:12.870459 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fef7e973-ff89-4ea1-8132-ca295d2e284e tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:12.871099 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604a25e-eb27-45aa-a126-e1315a7c0dcb None None] Routers {'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:25:12.871427 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-9604a25e-eb27-45aa-a126-e1315a7c0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:25:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:12.875416 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bb023-4fff-4d17-8a6c-a48407eace86 req-3efcc896-34da-4a7f-8455-a79973d9d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:12.877038 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b60bb023-4fff-4d17-8a6c-a48407eace86 req-3efcc896-34da-4a7f-8455-a79973d9d400 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e1537f688944616a45d0582822ac411&device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 1099 time: 0.2367692 Sep 03 20:25:12.903858 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec160a0-4d88-4178-add0-1c17a68df17c req-219338d1-70c9-41ce-9401-5cddcbb8016c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:12.905451 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2ec160a0-4d88-4178-add0-1c17a68df17c req-219338d1-70c9-41ce-9401-5cddcbb8016c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.1685553 Sep 03 20:25:12.911126 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ff6006-d0b7-492b-976f-2f3357bc2dcb req-d26f4419-761c-4723-866b-b7596eca6094 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] No DVR routers for this DVR port f87620dc-8d08-490e-b798-12ec1357fab5 on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:25:12.916302 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-62ff6006-d0b7-492b-976f-2f3357bc2dcb req-d26f4419-761c-4723-866b-b7596eca6094 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:12.917036 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-62ff6006-d0b7-492b-976f-2f3357bc2dcb req-d26f4419-761c-4723-866b-b7596eca6094 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.42 "DELETE /v2.0/ports/f87620dc-8d08-490e-b798-12ec1357fab5 HTTP/1.1" status: 204 len: 173 time: 1.1269989 Sep 03 20:25:12.943896 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8b3b104-c179-42ac-8482-5a95b27c4aa4 req-f4b411ba-72d0-4dbf-a729-3535d7c249e4 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026185 Sep 03 20:25:12.968948 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-9cbcb587-af13-4677-a745-8e532d880cf2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:13.006650 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fef7e973-ff89-4ea1-8132-ca295d2e284e tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:13.040215 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2ec160a0-4d88-4178-add0-1c17a68df17c req-324d677c-66ae-422c-b3e6-66d055667ece tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278062 Sep 03 20:25:13.057888 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-9cbcb587-af13-4677-a745-8e532d880cf2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Network a4ee642e-bed5-4f7f-8e49-45dd5cf5818d is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:25:13.067410 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7e973-ff89-4ea1-8132-ca295d2e284e tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a30acbd-d2c1-457c-9e19-b133aef177bc,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:13.083313 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-9604a25e-eb27-45aa-a126-e1315a7c0dcb None None] Set router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:25:13.091038 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bb023-4fff-4d17-8a6c-a48407eace86 req-0d076a08-627f-4f67-b155-12d0579dc111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:13.093519 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b60bb023-4fff-4d17-8a6c-a48407eace86 req-0d076a08-627f-4f67-b155-12d0579dc111 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a26d7894-47e2-4282-9466-0768e66eed4b HTTP/1.1" status: 200 len: 915 time: 0.2047873 Sep 03 20:25:13.097716 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-9cbcb587-af13-4677-a745-8e532d880cf2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:25:13.104540 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-fef7e973-ff89-4ea1-8132-ca295d2e284e tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:13.106512 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-fef7e973-ff89-4ea1-8132-ca295d2e284e tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8055272 Sep 03 20:25:13.108437 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-9cbcb587-af13-4677-a745-8e532d880cf2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:25:13.113067 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43724) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:13.149631 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-f06004ac-4e43-4dbc-b70e-baf7a07a206a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Request body: {'security_group_rule': {'security_group_id': '9a30acbd-d2c1-457c-9e19-b133aef177bc', 'project_id': '8e1537f688944616a45d0582822ac411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:13.191415 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcb587-af13-4677-a745-8e532d880cf2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Pushing event updated for resources: {'Port': ['ID=d9f51e7f-d31c-41dd-a59c-ea793511e01d,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:13.193603 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b60bb023-4fff-4d17-8a6c-a48407eace86 req-9437bcfc-d11b-4834-a209-b2487d4fc31c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19468865-6c1d-403b-8a29-abf191e6d99c HTTP/1.1" status: 200 len: 1000 time: 0.0906215 Sep 03 20:25:13.277567 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-9cbcb587-af13-4677-a745-8e532d880cf2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:13.279342 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-9cbcb587-af13-4677-a745-8e532d880cf2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:13.352389 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ecc8ef4d-0dcc-4a37-8d65-3118e46f8707 req-1657cc0e-dd43-4787-9955-a81271cff89c tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 210 time: 0.0686092 Sep 03 20:25:13.360249 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f06004ac-4e43-4dbc-b70e-baf7a07a206a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:13.366075 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bb023-4fff-4d17-8a6c-a48407eace86 req-0ce01b48-dcff-46fe-8b3b-1afec4a0dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:13.371374 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b60bb023-4fff-4d17-8a6c-a48407eace86 req-0ce01b48-dcff-46fe-8b3b-1afec4a0dbb3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=693be893-23f1-40ec-8dcb-aeb255377247 HTTP/1.1" status: 200 len: 853 time: 0.1547112 Sep 03 20:25:13.422184 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-9604a25e-eb27-45aa-a126-e1315a7c0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:47Z', 'revision_number': 4, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port': {'id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '44ec55c7-051f-4d6d-b5e8-b77c0a6cac28', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'port_id': '19468865-6c1d-403b-8a29-abf191e6d99c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'mac_address': 'fa:16:3e:5d:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:25:10Z', 'updated_at': '2021-09-03T20:25:10Z', 'revision_number': 0, 'project_id': '8e1537f688944616a45d0582822ac411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32a591b-85e7-4b4e-9d43-25d8f168cbc2', 'name': '', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'mac_address': 'fa:16:3e:5b:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '693be893-23f1-40ec-8dcb-aeb255377247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:46Z', 'updated_at': '2021-09-03T20:23:52Z', 'revision_number': 5, 'project_id': '8e1537f688944616a45d0582822ac411', 'subnets': [{'id': '693be893-23f1-40ec-8dcb-aeb255377247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:13.440968 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a0d72-a548-40d0-9d85-12053754b0e0 req-43617ae2-abb9-44c5-bc3a-6dace6805a7c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:13.442960 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fe6a0d72-a548-40d0-9d85-12053754b0e0 req-43617ae2-abb9-44c5-bc3a-6dace6805a7c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 943 time: 0.1603689 Sep 03 20:25:13.448814 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604a25e-eb27-45aa-a126-e1315a7c0dcb None None] The sync data for ids ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'] in dv-cinder-798198-4-iscsi is: [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:47Z', 'revision_number': 4, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port': {'id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '44ec55c7-051f-4d6d-b5e8-b77c0a6cac28', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'floating_ip_address': '172.27.3.213', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'port_id': '19468865-6c1d-403b-8a29-abf191e6d99c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'mac_address': 'fa:16:3e:5d:ad:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:25:10Z', 'updated_at': '2021-09-03T20:25:10Z', 'revision_number': 0, 'project_id': '8e1537f688944616a45d0582822ac411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32a591b-85e7-4b4e-9d43-25d8f168cbc2', 'name': '', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'mac_address': 'fa:16:3e:5b:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '693be893-23f1-40ec-8dcb-aeb255377247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:46Z', 'updated_at': '2021-09-03T20:23:52Z', 'revision_number': 5, 'project_id': '8e1537f688944616a45d0582822ac411', 'subnets': [{'id': '693be893-23f1-40ec-8dcb-aeb255377247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:25:13.490900 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bb023-4fff-4d17-8a6c-a48407eace86 req-927d8e5f-fc9b-4826-a4f9-c121505dc96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:13.492753 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b60bb023-4fff-4d17-8a6c-a48407eace86 req-927d8e5f-fc9b-4826-a4f9-c121505dc96d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a26d7894-47e2-4282-9466-0768e66eed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1137018 Sep 03 20:25:13.498083 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:13.500371 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-9cbcb587-af13-4677-a745-8e532d880cf2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8899779 Sep 03 20:25:13.514285 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Request body: {'port': {'device_id': '10f35043-e0f6-4658-8f4a-602b776e9aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:13.521673 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f06004ac-4e43-4dbc-b70e-baf7a07a206a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:13.531263 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fe6a0d72-a548-40d0-9d85-12053754b0e0 req-598049ea-037b-491e-a87f-c47448dd2687 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724208 Sep 03 20:25:13.594919 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 43738) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:13.610005 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:13.660690 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f06004ac-4e43-4dbc-b70e-baf7a07a206a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:13.703663 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b60bb023-4fff-4d17-8a6c-a48407eace86 req-10389d29-6e23-4797-9503-86ff955b35f5 service neutron] 10.222.0.42 "GET /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994357 Sep 03 20:25:13.722540 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421f61d-3e10-4b05-ad13-772c4dfbf1d7 req-d1677447-8294-49bb-827e-928ce4d6f174 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:13.724111 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3421f61d-3e10-4b05-ad13-772c4dfbf1d7 req-d1677447-8294-49bb-827e-928ce4d6f174 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.1216514 Sep 03 20:25:13.726073 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06004ac-4e43-4dbc-b70e-baf7a07a206a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206c8e03-3f89-4cc7-9aa6-537c0e7ad9f0,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:13.738460 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f90a2b-68f1-454a-a0df-4feec3a9f1e3 None None] New status for floating IP 44ec55c7-051f-4d6d-b5e8-b77c0a6cac28: ACTIVE {{(pid=94577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:25:13.766362 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-2f61b734-3cc7-45df-982c-66cddc72f8ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1701446 Sep 03 20:25:13.775921 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-39eefb3a-4bc0-492c-af13-d1919d2606b4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:25:13.777314 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f06004ac-4e43-4dbc-b70e-baf7a07a206a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:13.781072 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f06004ac-4e43-4dbc-b70e-baf7a07a206a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6630166 Sep 03 20:25:13.782829 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43744) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:13.792909 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-39eefb3a-4bc0-492c-af13-d1919d2606b4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201864 Sep 03 20:25:13.822026 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-f7fbd3c5-b41c-44e9-8dd3-80299edb772a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Request body: {'security_group_rule': {'security_group_id': '9a30acbd-d2c1-457c-9e19-b133aef177bc', 'project_id': '8e1537f688944616a45d0582822ac411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:13.877058 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3421f61d-3e10-4b05-ad13-772c4dfbf1d7 req-3504f5c9-02ab-48cd-ac4c-9cc8587d113e tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302154 Sep 03 20:25:13.915481 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b60bb023-4fff-4d17-8a6c-a48407eace86 req-a9d545ea-bd54-465c-947e-eadcfbba4660 service neutron] 10.222.0.42 "GET /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901939 Sep 03 20:25:13.938451 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c13675-12c4-4e30-b155-2bca4770ec50 req-aea7315e-ea01-4d02-bcd1-e720a598c6c7 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:13.940531 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-93c13675-12c4-4e30-b155-2bca4770ec50 req-aea7315e-ea01-4d02-bcd1-e720a598c6c7 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 931 time: 0.0815496 Sep 03 20:25:13.995389 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-93c13675-12c4-4e30-b155-2bca4770ec50 req-99784e0e-223f-4be9-8181-99d5cf33a98a tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477095 Sep 03 20:25:14.029283 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f7fbd3c5-b41c-44e9-8dd3-80299edb772a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.054845 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f51e7f-d31c-41dd-a59c-ea793511e01d {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:25:14.064109 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.077327 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Transition to ACTIVE for port object d9f51e7f-d31c-41dd-a59c-ea793511e01d will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:25:14.093910 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f7fbd3c5-b41c-44e9-8dd3-80299edb772a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.171569 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.182809 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14622447-0fc3-46cc-9c18-0153aa4a1c1e req-4f675670-f81c-4a98-aca2-52e724c0a4d2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:14.188098 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2d1ceb8a-861a-468d-b657-106ab94e2e3a details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:25:14.188901 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-14622447-0fc3-46cc-9c18-0153aa4a1c1e req-4f675670-f81c-4a98-aca2-52e724c0a4d2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0560215 Sep 03 20:25:14.191297 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 0d7d8957-1111-4b21-907e-c96b1e06fe16 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:25:14.229820 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f7fbd3c5-b41c-44e9-8dd3-80299edb772a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.245040 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Pushing event updated for resources: {'Port': ['ID=d9f51e7f-d31c-41dd-a59c-ea793511e01d,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:14.269595 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbd3c5-b41c-44e9-8dd3-80299edb772a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9645949-5f68-4e21-b12d-e784114f7417,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:14.289273 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-14622447-0fc3-46cc-9c18-0153aa4a1c1e req-f5d49784-6bd9-4bf0-8c2c-8cfd9073ea7d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910168 Sep 03 20:25:14.367909 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Attempting to bind port d9f51e7f-d31c-41dd-a59c-ea793511e01d on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:25:14.368249 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Attempting to bind port d9f51e7f-d31c-41dd-a59c-ea793511e01d by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'b8e26f50-e5f8-41e7-9cfa-3493588471eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a4ee642e-bed5-4f7f-8e49-45dd5cf5818d'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:25:14.368577 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Attempting to bind port d9f51e7f-d31c-41dd-a59c-ea793511e01d on network a4ee642e-bed5-4f7f-8e49-45dd5cf5818d {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:25:14.373360 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Port d9f51e7f-d31c-41dd-a59c-ea793511e01d on network a4ee642e-bed5-4f7f-8e49-45dd5cf5818d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:25:14.373819 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Attempting to bind port d9f51e7f-d31c-41dd-a59c-ea793511e01d on network a4ee642e-bed5-4f7f-8e49-45dd5cf5818d {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:25:14.381341 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:25:14.381674 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Checking segment: {'id': 'b8e26f50-e5f8-41e7-9cfa-3493588471eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a4ee642e-bed5-4f7f-8e49-45dd5cf5818d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:25:14.382056 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Bound using segment: {'id': 'b8e26f50-e5f8-41e7-9cfa-3493588471eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a4ee642e-bed5-4f7f-8e49-45dd5cf5818d'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:25:14.382489 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Bound port: d9f51e7f-d31c-41dd-a59c-ea793511e01d, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e26f50-e5f8-41e7-9cfa-3493588471eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a4ee642e-bed5-4f7f-8e49-45dd5cf5818d'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:25:14.382839 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.395669 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f7fbd3c5-b41c-44e9-8dd3-80299edb772a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.400476 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f7fbd3c5-b41c-44e9-8dd3-80299edb772a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6115654 Sep 03 20:25:14.400706 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43758) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:14.407445 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-8afd6f3a-e72a-4f6d-a8e2-e09cee45a90c tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Request body: {'security_group_rule': {'security_group_id': '9a30acbd-d2c1-457c-9e19-b133aef177bc', 'project_id': '8e1537f688944616a45d0582822ac411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:14.423946 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 2d1ceb8a-861a-468d-b657-106ab94e2e3a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:14.435495 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'port_id': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'mac_address': 'fa:16:3e:1e:f9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:25:14.474010 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-af6963ed-4506-4687-885f-ed994a60560a req-fb5c9cfe-cbd8-4a1d-be01-337f0e1fe308 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e87b213-0c29-4993-b1f7-788e9d863c49 HTTP/1.1" status: 200 len: 210 time: 0.0294011 Sep 03 20:25:14.476002 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] For port d9f51e7f-d31c-41dd-a59c-ea793511e01d, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:25:14.479399 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] For port d9f51e7f-d31c-41dd-a59c-ea793511e01d, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d9f51e7f-d31c-41dd-a59c-ea793511e01d,segment=NetworkSegment(b8e26f50-e5f8-41e7-9cfa-3493588471eb),segment_id=b8e26f50-e5f8-41e7-9cfa-3493588471eb)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:25:14.486688 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.500161 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1ceb8a-861a-468d-b657-106ab94e2e3a {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:25:14.520944 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 2d1ceb8a-861a-468d-b657-106ab94e2e3a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:14.583822 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e87b213-0c29-4993-b1f7-788e9d863c49', 'name': 'network-vif-deleted', 'tag': 'f87620dc-8d08-490e-b798-12ec1357fab5'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:14.588180 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4691ae1e-d4c3-43bb-bb80-a3a33f83bd69" -d '{"events": [{"server_uuid": "3e87b213-0c29-4993-b1f7-788e9d863c49", "name": "network-vif-deleted", "tag": "f87620dc-8d08-490e-b798-12ec1357fab5"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:14.639956 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.661318 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd839c6-2904-46ba-b715-65749a01967f x-openstack-request-id: req-0bd839c6-2904-46ba-b715-65749a01967f {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:14.661906 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e87b213-0c29-4993-b1f7-788e9d863c49", "name": "network-vif-deleted", "tag": "f87620dc-8d08-490e-b798-12ec1357fab5", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:14.662230 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0bd839c6-2904-46ba-b715-65749a01967f {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:14.662356 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8afd6f3a-e72a-4f6d-a8e2-e09cee45a90c tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.662675 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e87b213-0c29-4993-b1f7-788e9d863c49', 'name': 'network-vif-deleted', 'tag': 'f87620dc-8d08-490e-b798-12ec1357fab5', 'status': 'completed', 'code': 200} Sep 03 20:25:14.663013 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.713067 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:14.713771 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.714588 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35ab7f-c5ac-4724-9e63-7e30ebfccaeb req-effde6ab-9725-418c-b97e-fbaff4607513 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:14.716115 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] 10.222.0.42 "PUT /v2.0/ports/d9f51e7f-d31c-41dd-a59c-ea793511e01d HTTP/1.1" status: 200 len: 1093 time: 1.2071400 Sep 03 20:25:14.716757 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7d35ab7f-c5ac-4724-9e63-7e30ebfccaeb req-effde6ab-9725-418c-b97e-fbaff4607513 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 943 time: 0.0859258 Sep 03 20:25:14.718903 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=2d1ceb8a-861a-468d-b657-106ab94e2e3a,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:14.753770 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37073ba-5f7d-4669-a192-3e91c49c2a8d service neutron] Pushing event updated for resources: {'Port': ['ID=d9f51e7f-d31c-41dd-a59c-ea793511e01d,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:14.756027 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8afd6f3a-e72a-4f6d-a8e2-e09cee45a90c tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.770258 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7d35ab7f-c5ac-4724-9e63-7e30ebfccaeb req-73890f40-63dd-4d6f-89c1-3665c3c15637 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466297 Sep 03 20:25:14.845419 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8afd6f3a-e72a-4f6d-a8e2-e09cee45a90c tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.861717 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd6f3a-e72a-4f6d-a8e2-e09cee45a90c tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689cbfb5-932f-4ee0-88d4-3709a0270c41,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:14.934515 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-4175beb2-e04d-4740-b219-eb7a42c73ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:14.936077 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-4175beb2-e04d-4740-b219-eb7a42c73ea8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5665c058d6fc4ad5ad1b3cdd412484d8&device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 1096 time: 0.0476911 Sep 03 20:25:14.983554 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.986980 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8afd6f3a-e72a-4f6d-a8e2-e09cee45a90c tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:14.988287 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-8afd6f3a-e72a-4f6d-a8e2-e09cee45a90c tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5864222 Sep 03 20:25:14.992418 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43766) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:14.997521 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-9c9b480b-b905-4044-965d-50f64cdcca65 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Request body: {'security_group_rule': {'security_group_id': '9a30acbd-d2c1-457c-9e19-b133aef177bc', 'project_id': '8e1537f688944616a45d0582822ac411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:15.011971 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['2d1ceb8a-861a-468d-b657-106ab94e2e3a'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:25:15.015181 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-c1a32636-e173-4a73-aa91-a415e025b1bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9f51e7f-d31c-41dd-a59c-ea793511e01d HTTP/1.1" status: 200 len: 217 time: 0.0555933 Sep 03 20:25:15.033645 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528e040-eaf5-4823-a175-4103a486c9d0 req-cea5be15-be3e-45f9-8680-24e07f8e7195 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:15.033986 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1528e040-eaf5-4823-a175-4103a486c9d0 req-cea5be15-be3e-45f9-8680-24e07f8e7195 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0789125 Sep 03 20:25:15.081613 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-88deb932-82eb-4f6a-a1bd-4baf60c557f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:15.083775 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-88deb932-82eb-4f6a-a1bd-4baf60c557f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30d87d0a-d0aa-4d1f-b9e6-0fed3fc3a12f HTTP/1.1" status: 200 len: 848 time: 0.0598900 Sep 03 20:25:15.096827 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1528e040-eaf5-4823-a175-4103a486c9d0 req-75c9b60c-e661-46a4-be0f-44296900d1ed tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613513 Sep 03 20:25:15.129193 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-959f866d-a266-460c-826b-3ad2ea095a4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4ee642e-bed5-4f7f-8e49-45dd5cf5818d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368285 Sep 03 20:25:15.150681 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a0447-b9ad-474c-9781-5e71bda0a67d req-39537e8b-a2c1-4482-b9b5-ceb89dd622bf tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:15.152322 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9e2a0447-b9ad-474c-9781-5e71bda0a67d req-39537e8b-a2c1-4482-b9b5-ceb89dd622bf tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 943 time: 0.0744014 Sep 03 20:25:15.210560 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9e2a0447-b9ad-474c-9781-5e71bda0a67d req-210cf555-757b-4348-8177-b39816d3bd9f tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510032 Sep 03 20:25:15.236972 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9c9b480b-b905-4044-965d-50f64cdcca65 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:15.254846 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-5a6c4368-a61b-43b3-8f9e-99ad2157f147 service neutron] 10.222.0.42 "GET /v2.0/networks/a4ee642e-bed5-4f7f-8e49-45dd5cf5818d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121318 Sep 03 20:25:15.336970 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9c9b480b-b905-4044-965d-50f64cdcca65 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:15.372638 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e725ba84-0a05-44b4-989b-183a888e28b0 req-c5f195c8-4ca2-46f7-b120-6c7dbda385a1 service neutron] 10.222.0.42 "GET /v2.0/networks/a4ee642e-bed5-4f7f-8e49-45dd5cf5818d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042695 Sep 03 20:25:15.417945 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f96b4c-1530-4c6c-b44f-35b44d1398c9 req-b159049d-d1d8-4d9e-b976-939fffdf3023 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:15.419566 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-95f96b4c-1530-4c6c-b44f-35b44d1398c9 req-b159049d-d1d8-4d9e-b976-939fffdf3023 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0517538 Sep 03 20:25:15.457499 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-95f96b4c-1530-4c6c-b44f-35b44d1398c9 req-26e3a625-1018-430c-a477-77d4cebdc993 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321143 Sep 03 20:25:15.473977 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9c9b480b-b905-4044-965d-50f64cdcca65 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:15.497495 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b480b-b905-4044-965d-50f64cdcca65 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d15c3e-94d7-4f25-9dd0-96a750d42d59,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:15.593986 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-9c9b480b-b905-4044-965d-50f64cdcca65 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:15.595255 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9c9b480b-b905-4044-965d-50f64cdcca65 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6021826 Sep 03 20:25:15.597950 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43778) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:15.602518 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-8716a584-4807-487a-bb81-f9ec535f8091 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Request body: {'security_group_rule': {'security_group_id': '9a30acbd-d2c1-457c-9e19-b133aef177bc', 'project_id': '8e1537f688944616a45d0582822ac411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:15.782342 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.securitygroups_db [None req-8716a584-4807-487a-bb81-f9ec535f8091 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Project 8e1537f688944616a45d0582822ac411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 20:25:15.787852 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8716a584-4807-487a-bb81-f9ec535f8091 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:15.868810 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8716a584-4807-487a-bb81-f9ec535f8091 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:15.906671 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b222b-a4b6-4241-b9f5-5f5c97f990ff req-cb4d9ab3-1ff7-4f96-bbb4-3431b6d31e78 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:15.908150 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-af3b222b-a4b6-4241-b9f5-5f5c97f990ff req-cb4d9ab3-1ff7-4f96-bbb4-3431b6d31e78 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 944 time: 0.0589070 Sep 03 20:25:15.942934 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8716a584-4807-487a-bb81-f9ec535f8091 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:15.946866 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-af3b222b-a4b6-4241-b9f5-5f5c97f990ff req-90cb2139-ba01-4bec-88c5-6ac0bc365166 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329676 Sep 03 20:25:15.964563 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716a584-4807-487a-bb81-f9ec535f8091 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037413f1-793b-4b58-a625-e125070fb7d0,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:16.051414 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8716a584-4807-487a-bb81-f9ec535f8091 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:16.052699 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-8716a584-4807-487a-bb81-f9ec535f8091 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4536860 Sep 03 20:25:16.055366 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43784) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:16.060798 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-eb7affbe-12c5-4967-9ed3-e9ef8c433c2b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Request body: {'security_group_rule': {'security_group_id': '9a30acbd-d2c1-457c-9e19-b133aef177bc', 'project_id': '8e1537f688944616a45d0582822ac411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:16.196006 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.securitygroups_db [None req-eb7affbe-12c5-4967-9ed3-e9ef8c433c2b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Project 8e1537f688944616a45d0582822ac411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 20:25:16.197067 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2d1ceb8a-861a-468d-b657-106ab94e2e3a up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:25:16.204270 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-eb7affbe-12c5-4967-9ed3-e9ef8c433c2b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:16.254240 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c9d11-7cce-45f0-abe2-a443b4314dfc req-ec383468-230d-45d3-ba01-44fae8db59f3 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:16.263024 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-546c9d11-7cce-45f0-abe2-a443b4314dfc req-ec383468-230d-45d3-ba01-44fae8db59f3 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0877833 Sep 03 20:25:16.299787 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-eb7affbe-12c5-4967-9ed3-e9ef8c433c2b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:16.313984 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port 2d1ceb8a-861a-468d-b657-106ab94e2e3a completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:25:16.318925 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 2d1ceb8a-861a-468d-b657-106ab94e2e3a triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:25:16.320544 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:16.343548 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-546c9d11-7cce-45f0-abe2-a443b4314dfc req-b46d4ef5-815a-4045-8ea4-6ddaa73964c6 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781922 Sep 03 20:25:16.360163 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21146aa4-f96f-4d0b-b72b-14be71053f41 req-da85627a-5dfb-4e2f-ad9d-dcb19cf30a47 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:16.361694 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-21146aa4-f96f-4d0b-b72b-14be71053f41 req-da85627a-5dfb-4e2f-ad9d-dcb19cf30a47 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 943 time: 0.0770566 Sep 03 20:25:16.402452 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-eb7affbe-12c5-4967-9ed3-e9ef8c433c2b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:16.417546 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:16.431022 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-21146aa4-f96f-4d0b-b72b-14be71053f41 req-98a9f6a6-0c2e-47d0-9ecd-302f1db0524d tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574057 Sep 03 20:25:16.449419 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7affbe-12c5-4967-9ed3-e9ef8c433c2b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4881e874-2bc4-416b-a435-e59fec143199,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:16.462000 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 2d1ceb8a-861a-468d-b657-106ab94e2e3a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:16.462930 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1ceb8a-861a-468d-b657-106ab94e2e3a'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:16.465225 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c853d56-cc1d-434a-bf45-d60d462467a4" -d '{"events": [{"server_uuid": "f4f11715-ad91-4f8f-aad7-080696d4c728", "name": "network-vif-plugged", "status": "completed", "tag": "2d1ceb8a-861a-468d-b657-106ab94e2e3a"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:16.528146 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42da62e-f6b3-48a3-862c-fa79e11ca46f x-openstack-request-id: req-f42da62e-f6b3-48a3-862c-fa79e11ca46f {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:16.529084 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f11715-ad91-4f8f-aad7-080696d4c728", "name": "network-vif-plugged", "status": "completed", "tag": "2d1ceb8a-861a-468d-b657-106ab94e2e3a", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:16.529510 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f42da62e-f6b3-48a3-862c-fa79e11ca46f {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:16.530422 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'code': 200} Sep 03 20:25:16.561779 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-eb7affbe-12c5-4967-9ed3-e9ef8c433c2b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:16.566909 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-eb7affbe-12c5-4967-9ed3-e9ef8c433c2b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5067885 Sep 03 20:25:16.611415 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:16.612377 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device f87620dc-8d08-490e-b798-12ec1357fab5 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:25:16.631918 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52c2bb-2c4c-4f9e-86cb-61455ba309e4 req-75e7b56a-9554-47b4-861b-80f04a760c79 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:16.633656 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4c52c2bb-2c4c-4f9e-86cb-61455ba309e4 req-75e7b56a-9554-47b4-861b-80f04a760c79 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0582345 Sep 03 20:25:16.655147 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: f87620dc-8d08-490e-b798-12ec1357fab5 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:25:16.655893 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device f87620dc-8d08-490e-b798-12ec1357fab5 not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:25:16.663676 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f35043-e0f6-4658-8f4a-602b776e9aab', 'tag': 'd9f51e7f-d31c-41dd-a59c-ea793511e01d'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:16.666057 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f09b8ad-ca14-4bc1-b865-ba9e0bbd0541" -d '{"events": [{"name": "network-changed", "server_uuid": "10f35043-e0f6-4658-8f4a-602b776e9aab", "tag": "d9f51e7f-d31c-41dd-a59c-ea793511e01d"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:16.688821 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4c52c2bb-2c4c-4f9e-86cb-61455ba309e4 req-9bdb2042-898f-47f9-8b45-ce5c4c02aa7e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442948 Sep 03 20:25:16.692766 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=2d1ceb8a-861a-468d-b657-106ab94e2e3a,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:16.798023 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b94ed1de-e565-4d8a-83b5-d4624d86f0b2 req-0043aefb-da0b-4982-a525-f2e2d05cfdf5 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878740633&fields=id&tenant_id=8e1537f688944616a45d0582822ac411 HTTP/1.1" status: 200 len: 267 time: 0.0386932 Sep 03 20:25:16.856936 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ed1de-e565-4d8a-83b5-d4624d86f0b2 req-303cb5df-1659-4ff3-8538-a2d6bfa70e3b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:16.858414 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b94ed1de-e565-4d8a-83b5-d4624d86f0b2 req-303cb5df-1659-4ff3-8538-a2d6bfa70e3b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 946 time: 0.0546241 Sep 03 20:25:16.869979 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-b94ed1de-e565-4d8a-83b5-d4624d86f0b2 req-b2d4f137-db26-4d7f-97a3-fdfae9835400 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Request body: {'port': {'security_groups': ['163e3940-b542-45a8-8998-bb7291b66fcb', '9a30acbd-d2c1-457c-9e19-b133aef177bc']}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:16.940398 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-b94ed1de-e565-4d8a-83b5-d4624d86f0b2 req-b2d4f137-db26-4d7f-97a3-fdfae9835400 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:17.005052 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd587925-9e2b-4f93-8ae0-ff8184b5b6ec x-openstack-request-id: req-bd587925-9e2b-4f93-8ae0-ff8184b5b6ec {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:17.005534 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f35043-e0f6-4658-8f4a-602b776e9aab", "tag": "d9f51e7f-d31c-41dd-a59c-ea793511e01d", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:17.005929 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd587925-9e2b-4f93-8ae0-ff8184b5b6ec {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:17.006504 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f35043-e0f6-4658-8f4a-602b776e9aab', 'tag': 'd9f51e7f-d31c-41dd-a59c-ea793511e01d', 'status': 'completed', 'code': 200} Sep 03 20:25:17.209296 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e6463-42d9-4684-900a-33196fe1b43a req-db0315d8-9ae2-49d6-aa67-76d897bd9dc2 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:17.210829 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c51e6463-42d9-4684-900a-33196fe1b43a req-db0315d8-9ae2-49d6-aa67-76d897bd9dc2 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.1055701 Sep 03 20:25:17.212746 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-b94ed1de-e565-4d8a-83b5-d4624d86f0b2 req-b2d4f137-db26-4d7f-97a3-fdfae9835400 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] For port 19468865-6c1d-403b-8a29-abf191e6d99c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=19468865-6c1d-403b-8a29-abf191e6d99c,segment=NetworkSegment(ddc56c62-14ca-45a7-bb6c-01308fdc8dc3),segment_id=ddc56c62-14ca-45a7-bb6c-01308fdc8dc3)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:17.267629 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-b94ed1de-e565-4d8a-83b5-d4624d86f0b2 req-b2d4f137-db26-4d7f-97a3-fdfae9835400 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:17.273664 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c51e6463-42d9-4684-900a-33196fe1b43a req-cbef0e66-94c3-44f4-9e1e-4e99d425c799 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524969 Sep 03 20:25:17.353523 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-b94ed1de-e565-4d8a-83b5-d4624d86f0b2 req-b2d4f137-db26-4d7f-97a3-fdfae9835400 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:17.397047 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ed1de-e565-4d8a-83b5-d4624d86f0b2 req-b2d4f137-db26-4d7f-97a3-fdfae9835400 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:17.397672 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-b94ed1de-e565-4d8a-83b5-d4624d86f0b2 req-b2d4f137-db26-4d7f-97a3-fdfae9835400 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:17.399286 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b94ed1de-e565-4d8a-83b5-d4624d86f0b2 req-b2d4f137-db26-4d7f-97a3-fdfae9835400 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "PUT /v2.0/ports/19468865-6c1d-403b-8a29-abf191e6d99c HTTP/1.1" status: 200 len: 982 time: 0.5342875 Sep 03 20:25:17.399814 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'tag': '19468865-6c1d-403b-8a29-abf191e6d99c'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:17.402985 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a8df43-08cb-4fc5-b271-d1a72b3998f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc41dc7-2e08-4b47-8b57-0a04ea78516c", "tag": "19468865-6c1d-403b-8a29-abf191e6d99c"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:17.432082 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4f137-db26-4d7f-97a3-fdfae9835400 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event updated for resources: {'Port': ['ID=19468865-6c1d-403b-8a29-abf191e6d99c,revision_number=6']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:17.468450 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7dcd6a-6ab9-4204-a520-a664c7261cd1 x-openstack-request-id: req-4d7dcd6a-6ab9-4204-a520-a664c7261cd1 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:17.468737 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc41dc7-2e08-4b47-8b57-0a04ea78516c", "tag": "19468865-6c1d-403b-8a29-abf191e6d99c", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:17.468988 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d7dcd6a-6ab9-4204-a520-a664c7261cd1 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:17.469391 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'tag': '19468865-6c1d-403b-8a29-abf191e6d99c', 'status': 'completed', 'code': 200} Sep 03 20:25:17.526645 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c40a8f-42ec-44e6-a9b1-950dc6b17afc req-dce8a96c-5ff5-4615-b98d-74f4f9fb306a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:17.538223 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84c40a8f-42ec-44e6-a9b1-950dc6b17afc req-dce8a96c-5ff5-4615-b98d-74f4f9fb306a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0631235 Sep 03 20:25:17.604607 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-84c40a8f-42ec-44e6-a9b1-950dc6b17afc req-c85d5c23-4521-4316-9b3e-5903170727af tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684769 Sep 03 20:25:17.619177 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28bfa6-26f5-494e-8aea-c99b612ef623 req-9f8909c0-9b66-4b4b-889e-6157d15dbd3d tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:17.620596 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bc28bfa6-26f5-494e-8aea-c99b612ef623 req-9f8909c0-9b66-4b4b-889e-6157d15dbd3d tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 943 time: 0.0817864 Sep 03 20:25:17.659815 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-e4b7a1f6-d05c-488c-b184-b1d1638ec3b1 None None] Provisioning complete for port 19468865-6c1d-403b-8a29-abf191e6d99c triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:25:17.660378 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e4b7a1f6-d05c-488c-b184-b1d1638ec3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:17.660483 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bc28bfa6-26f5-494e-8aea-c99b612ef623 req-bf69c092-845f-4f58-a96f-87acacd11d4b tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339079 Sep 03 20:25:17.820439 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d2744-7e8b-476b-99a1-0a444e4668dd req-e1db80ea-70ce-4211-b2d8-840a83ae61de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:17.821941 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f14d2744-7e8b-476b-99a1-0a444e4668dd req-e1db80ea-70ce-4211-b2d8-840a83ae61de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0525486 Sep 03 20:25:17.865849 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f14d2744-7e8b-476b-99a1-0a444e4668dd req-c910c8b5-bfe6-4a36-b374-2faeb5046fc0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377798 Sep 03 20:25:18.390252 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748fd9f-17e8-42d5-9ab3-ff10c2405713 req-de6f86a7-c02c-429f-8ea1-012b14613b59 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:18.391741 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f748fd9f-17e8-42d5-9ab3-ff10c2405713 req-de6f86a7-c02c-429f-8ea1-012b14613b59 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0505719 Sep 03 20:25:18.432079 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f748fd9f-17e8-42d5-9ab3-ff10c2405713 req-268c0c15-d128-411c-8a81-1dcb38a11e4f tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344353 Sep 03 20:25:18.776895 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de1979-1f9f-48b6-81b2-15de0ca593ac req-de6cef20-3444-4ec0-89da-3d6020a8eac1 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:18.778831 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-18de1979-1f9f-48b6-81b2-15de0ca593ac req-de6cef20-3444-4ec0-89da-3d6020a8eac1 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 943 time: 0.0518932 Sep 03 20:25:18.820518 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-18de1979-1f9f-48b6-81b2-15de0ca593ac req-81af0ebd-d879-441c-9b29-86294e1b99ea tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359216 Sep 03 20:25:18.983834 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf95b0-0522-409d-b742-fb033c6a75c6 req-d27bf0e9-31ad-4e72-8f61-0c6b8d87669e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:18.985497 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c5cf95b0-0522-409d-b742-fb033c6a75c6 req-d27bf0e9-31ad-4e72-8f61-0c6b8d87669e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0484698 Sep 03 20:25:19.024310 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c5cf95b0-0522-409d-b742-fb033c6a75c6 req-e79ee784-7a84-490c-8c37-3ff0680415ff tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326004 Sep 03 20:25:19.394305 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['19468865-6c1d-403b-8a29-abf191e6d99c'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:25:19.418170 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device d9f51e7f-d31c-41dd-a59c-ea793511e01d details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:25:19.554202 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['19468865-6c1d-403b-8a29-abf191e6d99c'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:25:19.575062 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09b8ad-ca14-4bc1-b865-ba9e0bbd0541 req-7fb1fc6a-0170-4397-84b9-235d5f835a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:19.577070 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6f09b8ad-ca14-4bc1-b865-ba9e0bbd0541 req-7fb1fc6a-0170-4397-84b9-235d5f835a08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5665c058d6fc4ad5ad1b3cdd412484d8&device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 1096 time: 0.1295362 Sep 03 20:25:19.603991 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8df43-08cb-4fc5-b271-d1a72b3998f5 req-c9008edf-0ef4-402b-92b5-94a9bcdccd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:19.606363 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10a8df43-08cb-4fc5-b271-d1a72b3998f5 req-c9008edf-0ef4-402b-92b5-94a9bcdccd0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e1537f688944616a45d0582822ac411&device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 1138 time: 0.1515076 Sep 03 20:25:19.674233 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port d9f51e7f-d31c-41dd-a59c-ea793511e01d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d9f51e7f-d31c-41dd-a59c-ea793511e01d,segment=NetworkSegment(b8e26f50-e5f8-41e7-9cfa-3493588471eb),segment_id=b8e26f50-e5f8-41e7-9cfa-3493588471eb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:19.711061 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09b8ad-ca14-4bc1-b865-ba9e0bbd0541 req-2414b61b-f368-48ed-b87b-918b0312633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:19.712667 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6f09b8ad-ca14-4bc1-b865-ba9e0bbd0541 req-2414b61b-f368-48ed-b87b-918b0312633b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a4ee642e-bed5-4f7f-8e49-45dd5cf5818d HTTP/1.1" status: 200 len: 909 time: 0.1147516 Sep 03 20:25:19.716704 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': 'd9f51e7f-d31c-41dd-a59c-ea793511e01d', 'network_id': 'a4ee642e-bed5-4f7f-8e49-45dd5cf5818d', 'port_id': 'd9f51e7f-d31c-41dd-a59c-ea793511e01d', 'mac_address': 'fa:16:3e:ee:b6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d87d0a-d0aa-4d1f-b9e6-0fed3fc3a12f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:25:19.768285 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207a70c-ba9c-46c0-bdb4-7f7cbf4f6905 req-7fa63a21-1ddb-4620-8c16-9b612d7a9886 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:19.770190 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4207a70c-ba9c-46c0-bdb4-7f7cbf4f6905 req-7fa63a21-1ddb-4620-8c16-9b612d7a9886 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.2189257 Sep 03 20:25:19.771357 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8df43-08cb-4fc5-b271-d1a72b3998f5 req-bb6909ee-83e2-4c89-8d37-9bd386d7f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:19.772752 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10a8df43-08cb-4fc5-b271-d1a72b3998f5 req-bb6909ee-83e2-4c89-8d37-9bd386d7f6cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=a26d7894-47e2-4282-9466-0768e66eed4b HTTP/1.1" status: 200 len: 915 time: 0.1562748 Sep 03 20:25:19.775099 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6f09b8ad-ca14-4bc1-b865-ba9e0bbd0541 req-64791dbd-a352-4316-9a39-2755c1c23b23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9f51e7f-d31c-41dd-a59c-ea793511e01d HTTP/1.1" status: 200 len: 217 time: 0.0545185 Sep 03 20:25:19.823731 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:19.838971 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09b8ad-ca14-4bc1-b865-ba9e0bbd0541 req-cb77a0ee-163b-42eb-be8f-aa585c70b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:19.854751 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f51e7f-d31c-41dd-a59c-ea793511e01d {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:25:19.855291 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6f09b8ad-ca14-4bc1-b865-ba9e0bbd0541 req-cb77a0ee-163b-42eb-be8f-aa585c70b504 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30d87d0a-d0aa-4d1f-b9e6-0fed3fc3a12f HTTP/1.1" status: 200 len: 848 time: 0.0636668 Sep 03 20:25:19.916495 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port d9f51e7f-d31c-41dd-a59c-ea793511e01d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d9f51e7f-d31c-41dd-a59c-ea793511e01d,segment=NetworkSegment(b8e26f50-e5f8-41e7-9cfa-3493588471eb),segment_id=b8e26f50-e5f8-41e7-9cfa-3493588471eb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:19.919631 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6f09b8ad-ca14-4bc1-b865-ba9e0bbd0541 req-962485c3-3123-4fc7-a1bf-1b6a62ce46f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4ee642e-bed5-4f7f-8e49-45dd5cf5818d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563822 Sep 03 20:25:20.004612 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:20.123765 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=d9f51e7f-d31c-41dd-a59c-ea793511e01d,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:20.253857 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10a8df43-08cb-4fc5-b271-d1a72b3998f5 req-2269a825-0902-442c-b43a-18b8cdeb62e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19468865-6c1d-403b-8a29-abf191e6d99c HTTP/1.1" status: 200 len: 1002 time: 0.4618309 Sep 03 20:25:20.272813 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4207a70c-ba9c-46c0-bdb4-7f7cbf4f6905 req-a558fb48-2167-401c-9835-daae6ed79e6f tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4961195 Sep 03 20:25:20.342854 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c89a2-ff8e-49bf-9a5c-15dc39ce3811 req-cf010787-363f-4221-b27a-9206d94591f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:20.345248 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6e3c89a2-ff8e-49bf-9a5c-15dc39ce3811 req-cf010787-363f-4221-b27a-9206d94591f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 1098 time: 0.1974165 Sep 03 20:25:20.376477 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59610cd-4463-415a-a5dc-33c2ac5bc029 req-b5d24f54-30ae-4942-9089-a53cf51e35ad tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:20.378216 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c59610cd-4463-415a-a5dc-33c2ac5bc029 req-b5d24f54-30ae-4942-9089-a53cf51e35ad tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 944 time: 0.1956182 Sep 03 20:25:20.381599 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6f09b8ad-ca14-4bc1-b865-ba9e0bbd0541 req-14e29133-0b7e-4ae3-bb94-7ea99fa44ff7 service neutron] 10.222.0.42 "GET /v2.0/networks/a4ee642e-bed5-4f7f-8e49-45dd5cf5818d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455857 Sep 03 20:25:20.386320 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['d9f51e7f-d31c-41dd-a59c-ea793511e01d'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:25:20.420163 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8df43-08cb-4fc5-b271-d1a72b3998f5 req-779cd5b2-ef86-442d-903a-e7c33e36f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:20.421696 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10a8df43-08cb-4fc5-b271-d1a72b3998f5 req-779cd5b2-ef86-442d-903a-e7c33e36f5ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=693be893-23f1-40ec-8dcb-aeb255377247 HTTP/1.1" status: 200 len: 853 time: 0.1478009 Sep 03 20:25:20.524405 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c59610cd-4463-415a-a5dc-33c2ac5bc029 req-7f9c810d-9253-43b1-85ca-bd1892fd7dc9 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299479 Sep 03 20:25:20.526299 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6e3c89a2-ff8e-49bf-9a5c-15dc39ce3811 req-8b88f170-d64d-4a83-a410-443ff98db105 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451154 Sep 03 20:25:20.545055 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef1bb3-e9a5-438b-baa4-95481c8f15e9 req-b79b70c9-eb20-4b78-b00b-9554d1d29f10 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:20.546599 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-18ef1bb3-e9a5-438b-baa4-95481c8f15e9 req-b79b70c9-eb20-4b78-b00b-9554d1d29f10 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.1599565 Sep 03 20:25:20.556458 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8df43-08cb-4fc5-b271-d1a72b3998f5 req-bb55c53a-7e05-4112-8135-4b331c25d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:20.558197 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10a8df43-08cb-4fc5-b271-d1a72b3998f5 req-bb55c53a-7e05-4112-8135-4b331c25d146 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a26d7894-47e2-4282-9466-0768e66eed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151066 Sep 03 20:25:20.564636 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-608bcbec-7d08-4f5a-883a-c87c7020ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:20.566661 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-608bcbec-7d08-4f5a-883a-c87c7020ff6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456&tenant_id=a18ae6ad0b154758807e67ca15c54fba HTTP/1.1" status: 200 len: 1096 time: 0.1540151 Sep 03 20:25:20.589545 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6f09b8ad-ca14-4bc1-b865-ba9e0bbd0541 req-4d23e44e-61f7-4ea9-ad97-8d892c1be12a service neutron] 10.222.0.42 "GET /v2.0/networks/a4ee642e-bed5-4f7f-8e49-45dd5cf5818d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997502 Sep 03 20:25:20.600329 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-18ef1bb3-e9a5-438b-baa4-95481c8f15e9 req-823a2b02-e5ae-4310-a6c6-e7f73cc56e4a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402110 Sep 03 20:25:20.836715 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-a5c06b78-abb3-49c1-bd49-fa5f9e060e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:20.838252 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-a5c06b78-abb3-49c1-bd49-fa5f9e060e2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18ae6ad0b154758807e67ca15c54fba&device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 1096 time: 0.0441959 Sep 03 20:25:20.869728 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10a8df43-08cb-4fc5-b271-d1a72b3998f5 req-91670691-85c9-4841-b04a-415dfee345e2 service neutron] 10.222.0.42 "GET /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966814 Sep 03 20:25:20.950106 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-1b85cc0e-8463-48a1-8bfb-63696f30a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:20.951552 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-1b85cc0e-8463-48a1-8bfb-63696f30a1cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=87e928be-9f46-4330-9e45-fbf3edf30f0e HTTP/1.1" status: 200 len: 917 time: 0.0942936 Sep 03 20:25:20.989364 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10a8df43-08cb-4fc5-b271-d1a72b3998f5 req-b70c54b0-ee65-4638-89a2-7a6845a90013 service neutron] 10.222.0.42 "GET /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970044 Sep 03 20:25:21.021278 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-a7b94e4a-056a-4124-9eff-ef45bc5d657b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16 HTTP/1.1" status: 200 len: 999 time: 0.0608289 Sep 03 20:25:21.076801 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-03671617-5053-4df7-af6b-06e1a69c3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:21.078274 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-03671617-5053-4df7-af6b-06e1a69c3071 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee HTTP/1.1" status: 200 len: 855 time: 0.0489643 Sep 03 20:25:21.126600 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-0abb806e-05dd-42c5-9dfd-d5fbd1cec04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:21.129000 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-0abb806e-05dd-42c5-9dfd-d5fbd1cec04c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87e928be-9f46-4330-9e45-fbf3edf30f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403638 Sep 03 20:25:21.225896 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-0696004a-174b-489f-8dc2-930183678b41 service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840168 Sep 03 20:25:21.323822 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5eac977d-a3a5-437e-8143-3dc335a7e800 req-d13a2f2b-4c11-4f74-86b0-726d6878f663 service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893474 Sep 03 20:25:21.388865 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b77e52-dd74-4092-b33a-b5f5f05db2cb req-59df92d3-bba0-4825-9dae-3f8bf650387c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:21.390396 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10b77e52-dd74-4092-b33a-b5f5f05db2cb req-59df92d3-bba0-4825-9dae-3f8bf650387c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0487826 Sep 03 20:25:21.410631 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device d9f51e7f-d31c-41dd-a59c-ea793511e01d up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:25:21.432203 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-10b77e52-dd74-4092-b33a-b5f5f05db2cb req-f76bb205-ee58-4d05-ad87-501b42a2df15 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356619 Sep 03 20:25:21.604996 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port d9f51e7f-d31c-41dd-a59c-ea793511e01d completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:25:21.612592 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port d9f51e7f-d31c-41dd-a59c-ea793511e01d triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:25:21.612592 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:21.647793 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab980f-d1a2-4983-8f1a-7fe37b4d8bb3 req-2d699f4c-748d-47c9-91cd-2bd3b7fc1cb0 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:21.656310 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eeab980f-d1a2-4983-8f1a-7fe37b4d8bb3 req-2d699f4c-748d-47c9-91cd-2bd3b7fc1cb0 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 944 time: 0.0629418 Sep 03 20:25:21.724739 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eeab980f-d1a2-4983-8f1a-7fe37b4d8bb3 req-4abb5cac-08af-47f9-aa5d-b3df53493fab tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647640 Sep 03 20:25:21.768297 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:21.797923 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f35043-e0f6-4658-8f4a-602b776e9aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f51e7f-d31c-41dd-a59c-ea793511e01d'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:21.801211 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51865573-d417-4df3-a0a9-7ad041efedda" -d '{"events": [{"server_uuid": "10f35043-e0f6-4658-8f4a-602b776e9aab", "name": "network-vif-plugged", "status": "completed", "tag": "d9f51e7f-d31c-41dd-a59c-ea793511e01d"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:21.830914 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port d9f51e7f-d31c-41dd-a59c-ea793511e01d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d9f51e7f-d31c-41dd-a59c-ea793511e01d,segment=NetworkSegment(b8e26f50-e5f8-41e7-9cfa-3493588471eb),segment_id=b8e26f50-e5f8-41e7-9cfa-3493588471eb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:21.842805 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2e9f2cc4-b1a3-424c-8661-79a51d6b2160 req-f087888f-1b71-434e-bb53-54bbafeb7703 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527179 Sep 03 20:25:21.859827 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80736a92-5d99-4947-a5a5-869345b771f0 req-2a736249-68eb-4bf0-88e9-95133c2a2b2a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:21.866166 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6375ba-e560-4336-8079-c372d83f1be3 x-openstack-request-id: req-9b6375ba-e560-4336-8079-c372d83f1be3 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:21.866464 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f35043-e0f6-4658-8f4a-602b776e9aab", "name": "network-vif-plugged", "status": "completed", "tag": "d9f51e7f-d31c-41dd-a59c-ea793511e01d", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:21.866742 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b6375ba-e560-4336-8079-c372d83f1be3 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:21.870795 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f35043-e0f6-4658-8f4a-602b776e9aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f51e7f-d31c-41dd-a59c-ea793511e01d', 'code': 200} Sep 03 20:25:21.871020 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-80736a92-5d99-4947-a5a5-869345b771f0 req-2a736249-68eb-4bf0-88e9-95133c2a2b2a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.1272585 Sep 03 20:25:21.931653 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2cc4-b1a3-424c-8661-79a51d6b2160 req-83f2fd46-3e7c-431f-a354-0266296cd84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:21.933383 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2e9f2cc4-b1a3-424c-8661-79a51d6b2160 req-83f2fd46-3e7c-431f-a354-0266296cd84a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 1098 time: 0.0501356 Sep 03 20:25:21.935046 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-80736a92-5d99-4947-a5a5-869345b771f0 req-49110403-e6f0-45d7-a4bd-93117f4dc4a8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634921 Sep 03 20:25:21.955222 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:22.041115 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=d9f51e7f-d31c-41dd-a59c-ea793511e01d,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:22.105621 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2cc4-b1a3-424c-8661-79a51d6b2160 req-185fdf77-f6bb-4315-a410-ce5b3613fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:22.107184 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2e9f2cc4-b1a3-424c-8661-79a51d6b2160 req-185fdf77-f6bb-4315-a410-ce5b3613fdf0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 HTTP/1.1" status: 200 len: 919 time: 0.1484697 Sep 03 20:25:22.151050 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2e9f2cc4-b1a3-424c-8661-79a51d6b2160 req-5a896eb8-506a-43de-889d-6b36f64bd438 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f035d973-ba4e-47c6-a9b3-b3f036406f31 HTTP/1.1" status: 200 len: 217 time: 0.0350385 Sep 03 20:25:22.211646 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2cc4-b1a3-424c-8661-79a51d6b2160 req-b0ac3be7-2880-43b1-b6c4-45571058ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:22.213111 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2e9f2cc4-b1a3-424c-8661-79a51d6b2160 req-b0ac3be7-2880-43b1-b6c4-45571058ae6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=917e06e4-7a3d-4bb8-947a-745fcc5f2509 HTTP/1.1" status: 200 len: 858 time: 0.0538988 Sep 03 20:25:22.284501 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2e9f2cc4-b1a3-424c-8661-79a51d6b2160 req-9f6935c5-b278-4182-b358-3a4e2f001ee5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464759 Sep 03 20:25:22.574181 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e54a9-d457-42a3-94b2-d3e42d645617 req-26e04fc6-b0b3-464c-b071-4bfc3d866334 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:22.576427 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-397e54a9-d457-42a3-94b2-d3e42d645617 req-26e04fc6-b0b3-464c-b071-4bfc3d866334 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0592589 Sep 03 20:25:22.615667 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-397e54a9-d457-42a3-94b2-d3e42d645617 req-f9a54ea6-50b5-451a-86dd-e62fb3f2d50d tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327816 Sep 03 20:25:22.733440 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ac167-7442-45bd-9f5a-ef81a8b70a1a req-a28e2b3c-91b7-4979-8882-8d161959e46b tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:22.734918 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f39ac167-7442-45bd-9f5a-ef81a8b70a1a req-a28e2b3c-91b7-4979-8882-8d161959e46b tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0517054 Sep 03 20:25:22.786235 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f39ac167-7442-45bd-9f5a-ef81a8b70a1a req-25f0d2e8-f071-4771-8fb0-6e7d373a1f1e tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449636 Sep 03 20:25:22.810607 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 43924) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:22.868810 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2200ee-590f-485b-87b8-f3739d8cc40c req-c9f362aa-a793-41b8-a33c-a98206c01d7a tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:22.870681 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9b2200ee-590f-485b-87b8-f3739d8cc40c req-c9f362aa-a793-41b8-a33c-a98206c01d7a tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0536046 Sep 03 20:25:22.915799 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9b2200ee-590f-485b-87b8-f3739d8cc40c req-32d5a4fc-7ce7-4606-ad6b-3da8c4203db1 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389493 Sep 03 20:25:22.968383 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52fd322-4dd0-4cbc-98f3-10968c94ca9d tempest-TestShelveInstance-286341039 tempest-TestShelveInstance-286341039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:22.971126 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a52fd322-4dd0-4cbc-98f3-10968c94ca9d tempest-TestShelveInstance-286341039 tempest-TestShelveInstance-286341039-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 1093 time: 0.1580987 Sep 03 20:25:22.974785 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 43930) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:22.979397 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Request body: {'floatingip': {'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'port_id': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:23.062685 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574710a-33a9-45fa-baec-5a9d06037f95 req-a89d3430-cd95-4d5d-8f4d-8e156fe36065 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:23.062685 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a574710a-33a9-45fa-baec-5a9d06037f95 req-a89d3430-cd95-4d5d-8f4d-8e156fe36065 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0539629 Sep 03 20:25:23.101282 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a574710a-33a9-45fa-baec-5a9d06037f95 req-4d701359-a2fd-41b0-ba7e-38bcf7327da4 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338061 Sep 03 20:25:23.170750 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for floatingip, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:23.278335 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:23.399709 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Allocated IP 172.27.3.98 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/ef74d2e0-8ab7-4ea5-83f3-d080e5a78f9c) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:25:23.529413 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:23.559233 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:23.662980 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:23.702544 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:25:23.705358 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:25:23.707938 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:25:23.737110 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Pushing event updated for resources: {'Port': ['ID=ef74d2e0-8ab7-4ea5-83f3-d080e5a78f9c,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:23.751166 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:23.751515 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:23.751852 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:23.752191 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:23.752512 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:23.752839 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:23.753161 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:23.753482 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:23.753802 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:23.754132 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:23.754442 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:23.754757 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:24.057002 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a084c-98b0-46f4-b3b5-81a258b1af5b req-3279e8ae-e577-4bbc-8528-fe695f070d11 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:24.060077 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c69a084c-98b0-46f4-b3b5-81a258b1af5b req-3279e8ae-e577-4bbc-8528-fe695f070d11 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0768511 Sep 03 20:25:24.091036 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:24.101487 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c69a084c-98b0-46f4-b3b5-81a258b1af5b req-1acc46c5-aa3f-4a2f-819a-95f1e6d0ceec tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353999 Sep 03 20:25:24.233396 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:24.236214 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0b368-9b5a-4efe-9015-f2318496f814 req-be4139a6-e6c4-464c-9bce-b21e7e1d09da tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:24.237912 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-02c0b368-9b5a-4efe-9015-f2318496f814 req-be4139a6-e6c4-464c-9bce-b21e7e1d09da tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0590436 Sep 03 20:25:24.300478 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-02c0b368-9b5a-4efe-9015-f2318496f814 req-4218ef5c-18d4-42d2-9f63-ce254cca97bd tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555751 Sep 03 20:25:24.423142 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:24.924898 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:25.001584 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Pushing event updated for resources: {'Port': ['ID=ef74d2e0-8ab7-4ea5-83f3-d080e5a78f9c,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:25.013691 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:25.115563 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.l3_db [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Floating IP 5253b544-4648-431d-8931-4a47721dcbef associated. External IP: 172.27.3.98, port: 2d1ceb8a-861a-468d-b657-106ab94e2e3a. Sep 03 20:25:25.222840 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5068212-c5fc-4d44-b1a8-2c6ccb00ff9f req-677c8a71-7be7-41b0-88fb-a0322794047c tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:25.224297 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f5068212-c5fc-4d44-b1a8-2c6ccb00ff9f req-677c8a71-7be7-41b0-88fb-a0322794047c tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0514109 Sep 03 20:25:25.300526 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f5068212-c5fc-4d44-b1a8-2c6ccb00ff9f req-73524512-2ce4-4607-976b-7f2a3df46508 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556834 Sep 03 20:25:25.380817 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Router fc747fc8-180d-4410-a32c-94c2b72c0279 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:25:25.435419 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23d457-74c4-46b7-970d-5d589bb9e2f5 req-57f3b8c1-fe17-4a23-8e90-8ce193913155 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:25.436932 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad23d457-74c4-46b7-970d-5d589bb9e2f5 req-57f3b8c1-fe17-4a23-8e90-8ce193913155 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0540795 Sep 03 20:25:25.490155 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad23d457-74c4-46b7-970d-5d589bb9e2f5 req-008ed9f4-c240-4bc6-9489-8da5f8ce4c0c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427697 Sep 03 20:25:25.500595 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:25:25.512867 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf51ef5-b9ac-4a09-ad17-69d59fcd0354 None None] Sync routers for ids ['fc747fc8-180d-4410-a32c-94c2b72c0279'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:25:25.522342 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf51ef5-b9ac-4a09-ad17-69d59fcd0354 None None] Routers {'fc747fc8-180d-4410-a32c-94c2b72c0279'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:25:25.523030 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-caf51ef5-b9ac-4a09-ad17-69d59fcd0354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:25:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['fc747fc8-180d-4410-a32c-94c2b72c0279'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:25.587981 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:25.635596 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-fc89dfec-b5ea-4571-9ba3-c5fcdbeb5814 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6595347 Sep 03 20:25:25.638013 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-caf51ef5-b9ac-4a09-ad17-69d59fcd0354 None None] Set router fc747fc8-180d-4410-a32c-94c2b72c0279 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:25:25.640307 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'tag': '2d1ceb8a-861a-468d-b657-106ab94e2e3a'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:25.643298 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c532d120-646b-44e2-aa46-9143b3e6d346" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f11715-ad91-4f8f-aad7-080696d4c728", "tag": "2d1ceb8a-861a-468d-b657-106ab94e2e3a"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:25.703814 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148bbe4f-dc76-4f03-a010-08ad5a91446e x-openstack-request-id: req-148bbe4f-dc76-4f03-a010-08ad5a91446e {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:25.704203 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f11715-ad91-4f8f-aad7-080696d4c728", "tag": "2d1ceb8a-861a-468d-b657-106ab94e2e3a", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:25.704553 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-148bbe4f-dc76-4f03-a010-08ad5a91446e {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:25.705048 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'tag': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'status': 'completed', 'code': 200} Sep 03 20:25:26.001215 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-caf51ef5-b9ac-4a09-ad17-69d59fcd0354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:24:12Z', 'revision_number': 4, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '5253b544-4648-431d-8931-4a47721dcbef', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'port_id': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'mac_address': 'fa:16:3e:1e:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:25:23Z', 'updated_at': '2021-09-03T20:25:23Z', 'revision_number': 0, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6fe98a-3e64-4edf-bb26-d90fd119729c', 'name': '', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'mac_address': 'fa:16:3e:8c:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:11Z', 'updated_at': '2021-09-03T20:24:22Z', 'revision_number': 5, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'subnets': [{'id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:26.027435 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf51ef5-b9ac-4a09-ad17-69d59fcd0354 None None] Checking router: fc747fc8-180d-4410-a32c-94c2b72c0279 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:25:26.036656 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf51ef5-b9ac-4a09-ad17-69d59fcd0354 None None] Routers {'fc747fc8-180d-4410-a32c-94c2b72c0279'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:25:26.037368 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-caf51ef5-b9ac-4a09-ad17-69d59fcd0354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:25:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['fc747fc8-180d-4410-a32c-94c2b72c0279'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:26.147835 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-caf51ef5-b9ac-4a09-ad17-69d59fcd0354 None None] Set router fc747fc8-180d-4410-a32c-94c2b72c0279 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:25:26.431501 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-caf51ef5-b9ac-4a09-ad17-69d59fcd0354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:24:12Z', 'revision_number': 4, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '5253b544-4648-431d-8931-4a47721dcbef', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'port_id': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'mac_address': 'fa:16:3e:1e:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:25:23Z', 'updated_at': '2021-09-03T20:25:23Z', 'revision_number': 0, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6fe98a-3e64-4edf-bb26-d90fd119729c', 'name': '', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'mac_address': 'fa:16:3e:8c:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:11Z', 'updated_at': '2021-09-03T20:24:22Z', 'revision_number': 5, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'subnets': [{'id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:26.441798 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2478d6-6dd6-4460-b7a1-3ec78b49c3e9 req-74e4e7a3-2d03-4e69-8fdb-07c210b88444 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:26.451219 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cd2478d6-6dd6-4460-b7a1-3ec78b49c3e9 req-74e4e7a3-2d03-4e69-8fdb-07c210b88444 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0677423 Sep 03 20:25:26.464186 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf51ef5-b9ac-4a09-ad17-69d59fcd0354 None None] The sync data for ids ['fc747fc8-180d-4410-a32c-94c2b72c0279'] in dv-cinder-798198-4-iscsi is: [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:24:12Z', 'revision_number': 4, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '5253b544-4648-431d-8931-4a47721dcbef', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'port_id': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'mac_address': 'fa:16:3e:1e:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:25:23Z', 'updated_at': '2021-09-03T20:25:23Z', 'revision_number': 0, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6fe98a-3e64-4edf-bb26-d90fd119729c', 'name': '', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'mac_address': 'fa:16:3e:8c:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:11Z', 'updated_at': '2021-09-03T20:24:22Z', 'revision_number': 5, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'subnets': [{'id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:25:26.501164 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cd2478d6-6dd6-4460-b7a1-3ec78b49c3e9 req-e1bb7edc-893e-46ec-8571-9f524a48e1b4 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482638 Sep 03 20:25:26.718223 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-fb9c480a-ce76-4154-9dc2-6ad35fc5e86c tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:26.719869 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-fb9c480a-ce76-4154-9dc2-6ad35fc5e86c tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/networks?id=023b6742-fcdc-4078-a29b-810452930b96 HTTP/1.1" status: 200 len: 814 time: 0.1511645 Sep 03 20:25:26.735026 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecff662-7f63-4179-94e9-f01d8a30a9aa None None] New status for floating IP 5253b544-4648-431d-8931-4a47721dcbef: ACTIVE {{(pid=94577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:25:26.739494 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69f234-f78c-4890-98b5-10a6dce7d5e7 req-b65e737c-f059-4af5-8390-9fd4934cc5db tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:26.741158 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3c69f234-f78c-4890-98b5-10a6dce7d5e7 req-b65e737c-f059-4af5-8390-9fd4934cc5db tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0994895 Sep 03 20:25:26.758003 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-7b487c52-840a-4a90-807a-983ec63099e5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/quotas/2cdf494da4604684a5db30c5a56885a1 HTTP/1.1" status: 200 len: 375 time: 0.0294766 Sep 03 20:25:26.805679 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-456ebe84-8b12-4ac3-bf00-6734dd53310f tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2cdf494da4604684a5db30c5a56885a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358987 Sep 03 20:25:26.829196 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3c69f234-f78c-4890-98b5-10a6dce7d5e7 req-a728a278-7ab3-47e8-9168-8bc10a477940 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797088 Sep 03 20:25:26.952474 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-48326140-a468-44c0-a424-e673a3085726 service neutron] 10.222.0.41 "GET /v2.0/networks/023b6742-fcdc-4078-a29b-810452930b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375299 Sep 03 20:25:27.049995 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-fc645253-899d-4e6c-83d5-ae6a0e181dd4 service neutron] 10.222.0.41 "GET /v2.0/networks/023b6742-fcdc-4078-a29b-810452930b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913932 Sep 03 20:25:27.323141 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-94ea3ac8-4fb6-434f-aa66-9412af5565e6 req-c24a8e6d-6425-4cbc-8625-216d9ca6b37b tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0638719 Sep 03 20:25:27.378910 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed9619-fb74-435c-9708-28862efe82cb req-86f42834-1672-4116-a8fa-ad138569beea tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:27.394583 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-29ed9619-fb74-435c-9708-28862efe82cb req-86f42834-1672-4116-a8fa-ad138569beea tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0738993 Sep 03 20:25:27.461063 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-29ed9619-fb74-435c-9708-28862efe82cb req-aa1da331-af13-4394-8580-eafecf616214 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576770 Sep 03 20:25:27.644708 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efccffa-3c0f-4783-ae29-8ce584a5d33d req-20eb0f13-456d-48fa-9e89-723d6417ced9 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:27.646168 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7efccffa-3c0f-4783-ae29-8ce584a5d33d req-20eb0f13-456d-48fa-9e89-723d6417ced9 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0488930 Sep 03 20:25:27.684329 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7efccffa-3c0f-4783-ae29-8ce584a5d33d req-0fcac546-685c-40a3-af0d-2d24406e78e2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Sep 03 20:25:27.961883 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82d7a8-eafe-4ff6-b120-c08b8c670890 req-4c27beec-da2c-4396-aad5-b281b35a2ca5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:27.963377 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0d82d7a8-eafe-4ff6-b120-c08b8c670890 req-4c27beec-da2c-4396-aad5-b281b35a2ca5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0494277 Sep 03 20:25:28.000982 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0d82d7a8-eafe-4ff6-b120-c08b8c670890 req-747f44bc-0bcc-40f7-8b3f-d48f9591d86a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309479 Sep 03 20:25:28.425834 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5c76309e-ae0c-4a97-b466-42e80828bd3d req-ae0da1d1-8b6e-478c-b54d-ca8d40b38a17 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0298471 Sep 03 20:25:28.591883 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d92e8f-9319-4f07-8e5d-866cfe3d9e43 req-24382861-6636-48b7-9905-e408575c39ff tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:28.593309 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0d92e8f-9319-4f07-8e5d-866cfe3d9e43 req-24382861-6636-48b7-9905-e408575c39ff tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0473123 Sep 03 20:25:28.630490 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0d92e8f-9319-4f07-8e5d-866cfe3d9e43 req-4b2a8dba-59a7-4b94-94b3-feba4f1145ac tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312448 Sep 03 20:25:28.805289 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303e0af-621a-47cf-bb77-fcfaa9779b57 req-930c2e9f-cc92-417c-8d4b-b94f3d023dc5 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:28.806772 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8303e0af-621a-47cf-bb77-fcfaa9779b57 req-930c2e9f-cc92-417c-8d4b-b94f3d023dc5 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0487351 Sep 03 20:25:28.845999 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8303e0af-621a-47cf-bb77-fcfaa9779b57 req-b9908e9d-5afa-48c9-ba5f-6140bd90c610 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324190 Sep 03 20:25:29.118990 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55acd02-c6a0-427f-804e-f40479360206 req-11d3d963-68d5-48e5-80bd-500f4452e3c8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:29.120439 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e55acd02-c6a0-427f-804e-f40479360206 req-11d3d963-68d5-48e5-80bd-500f4452e3c8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0472212 Sep 03 20:25:29.164702 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e55acd02-c6a0-427f-804e-f40479360206 req-ee4346b8-09e2-442b-88b4-fd9c3948a713 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378089 Sep 03 20:25:29.548967 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6a2fd36f-ebcb-4562-a1a7-330c69fa1266 req-46406ee8-c9b6-42fe-a859-573e905a9540 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0529244 Sep 03 20:25:29.741751 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec9277-cab2-4d5e-ae05-8bf034c6768f req-58c9222f-ce89-4089-afdd-d4177d1fc62c tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:29.743120 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-02ec9277-cab2-4d5e-ae05-8bf034c6768f req-58c9222f-ce89-4089-afdd-d4177d1fc62c tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0477231 Sep 03 20:25:29.782064 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-02ec9277-cab2-4d5e-ae05-8bf034c6768f req-8369b71b-7ed5-40ab-b58b-b59636f71028 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Sep 03 20:25:29.957910 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f1c89-8dc5-428d-a445-1bba5f9d5398 req-8ce9320a-f068-494a-9ea8-0dcb1ae5637e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:29.959427 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0b8f1c89-8dc5-428d-a445-1bba5f9d5398 req-8ce9320a-f068-494a-9ea8-0dcb1ae5637e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0480990 Sep 03 20:25:29.998330 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0b8f1c89-8dc5-428d-a445-1bba5f9d5398 req-4ce97edd-505a-4d7f-b235-897df3ead84a tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Sep 03 20:25:30.289843 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b89041-9876-4828-916b-6eb8c5f85876 req-329a6a81-40ae-4e29-a409-7a87f2704490 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:30.291236 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-11b89041-9876-4828-916b-6eb8c5f85876 req-329a6a81-40ae-4e29-a409-7a87f2704490 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0509715 Sep 03 20:25:30.331950 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-11b89041-9876-4828-916b-6eb8c5f85876 req-09dfcddf-83bd-4b01-99dc-07fb2964cd40 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348022 Sep 03 20:25:30.653085 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1cdc7edb-7127-4f33-b642-a65eb0c28698 req-b227e133-1c43-479b-8285-7a6820754510 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0259156 Sep 03 20:25:30.907656 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e359b-4af4-4246-9433-57a78dab7cc7 req-17855dec-2325-4eb6-94e8-9a8180783eb5 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:30.909538 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2a9e359b-4af4-4246-9433-57a78dab7cc7 req-17855dec-2325-4eb6-94e8-9a8180783eb5 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0529184 Sep 03 20:25:30.953493 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2a9e359b-4af4-4246-9433-57a78dab7cc7 req-8c75b2fb-cf7c-4d1d-905c-ae0292c4b377 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378718 Sep 03 20:25:31.126243 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610f99a-7a61-41e4-9188-590732e9ab24 req-b2bee9e2-bf46-4bf6-9e8c-27222b0a206b tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:31.127626 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d610f99a-7a61-41e4-9188-590732e9ab24 req-b2bee9e2-bf46-4bf6-9e8c-27222b0a206b tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0508964 Sep 03 20:25:31.171004 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d610f99a-7a61-41e4-9188-590732e9ab24 req-b2572633-7e21-440a-88cc-27930204c41c tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369532 Sep 03 20:25:31.460764 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e3247-7a3b-4d1c-a1e5-77c58b088c5c req-7f469648-8238-42a2-930a-2c132e692247 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:31.462149 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-852e3247-7a3b-4d1c-a1e5-77c58b088c5c req-7f469648-8238-42a2-930a-2c132e692247 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0492244 Sep 03 20:25:31.501312 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-852e3247-7a3b-4d1c-a1e5-77c58b088c5c req-149be76b-5bdb-48e8-83a7-1a76c29458d3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319667 Sep 03 20:25:31.747028 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1c5abef5-478a-42fc-ab75-308c88bb4f54 req-30113702-c1bc-41aa-acb5-1a263df94c2a tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0263007 Sep 03 20:25:32.095975 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c0624-495a-475b-b4d2-f2b0454b5e15 req-8fb53595-6e69-4b5a-bc0a-77d3d68d84ec tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:32.097520 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d94c0624-495a-475b-b4d2-f2b0454b5e15 req-8fb53595-6e69-4b5a-bc0a-77d3d68d84ec tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0538218 Sep 03 20:25:32.138371 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d94c0624-495a-475b-b4d2-f2b0454b5e15 req-e90f34c2-2297-44f6-be1e-e60deb4d9df5 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346889 Sep 03 20:25:32.290489 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d02b31-5ef2-4fa5-8531-e12d59677a3a req-a33467cf-86bd-47da-aeb7-ba50bbfe7e21 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:32.291885 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-81d02b31-5ef2-4fa5-8531-e12d59677a3a req-a33467cf-86bd-47da-aeb7-ba50bbfe7e21 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0489624 Sep 03 20:25:32.332580 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-81d02b31-5ef2-4fa5-8531-e12d59677a3a req-1d854aa3-d1a3-4d8e-87b8-facb586fbf01 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343020 Sep 03 20:25:32.625876 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a6af8-fd9a-4faf-bb5c-f9c1fc77d855 req-165b4c8b-3b50-406a-a782-e8bb311fc6dd tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:32.627353 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-643a6af8-fd9a-4faf-bb5c-f9c1fc77d855 req-165b4c8b-3b50-406a-a782-e8bb311fc6dd tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0495968 Sep 03 20:25:32.665380 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-643a6af8-fd9a-4faf-bb5c-f9c1fc77d855 req-cf152012-1864-4969-84c6-cedc3aaacbef tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Sep 03 20:25:32.854058 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-93bd41a7-7b2f-4e01-a294-aab7f62013f5 req-12971483-9376-4bdf-9a81-e999888bbd35 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0337081 Sep 03 20:25:33.273182 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926e657-139d-4994-8403-86aac5c3895c req-2673a86f-edaf-4094-8214-daf2ac7972d8 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:33.274662 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f926e657-139d-4994-8403-86aac5c3895c req-2673a86f-edaf-4094-8214-daf2ac7972d8 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0571394 Sep 03 20:25:33.323293 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f926e657-139d-4994-8403-86aac5c3895c req-02962ad9-2149-4c94-9a17-b9c1587205bf tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393844 Sep 03 20:25:33.452636 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e57c0-959d-40a2-a617-e57b56f40baa req-d828ec3b-d29c-49de-b85f-a214e778cf8e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:33.454108 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c63e57c0-959d-40a2-a617-e57b56f40baa req-d828ec3b-d29c-49de-b85f-a214e778cf8e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0514288 Sep 03 20:25:33.491812 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c63e57c0-959d-40a2-a617-e57b56f40baa req-b687ada3-df3f-4370-9f2d-58325145da0d tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317647 Sep 03 20:25:33.810587 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74387a20-1f08-4fb2-828f-f8a7b3286c1d req-4df2ca4e-7f24-43a3-9f73-889899a45ce9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:33.812383 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74387a20-1f08-4fb2-828f-f8a7b3286c1d req-4df2ca4e-7f24-43a3-9f73-889899a45ce9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0595176 Sep 03 20:25:33.854428 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-74387a20-1f08-4fb2-828f-f8a7b3286c1d req-f9c6b35e-3201-4810-bee5-ffad423879ab tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352769 Sep 03 20:25:33.971945 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e3f39d0d-8b41-4d68-837f-bb97ee0efc4d req-3e63dab6-00af-454d-aae5-46129669b9dd tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0383201 Sep 03 20:25:34.440452 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0ff2f-5a8d-4dbb-9cc6-af6e46f706e7 req-d1a110f3-b973-44e4-806c-fde09dc5e1d6 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:34.442399 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-97f0ff2f-5a8d-4dbb-9cc6-af6e46f706e7 req-d1a110f3-b973-44e4-806c-fde09dc5e1d6 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0504754 Sep 03 20:25:34.488612 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-97f0ff2f-5a8d-4dbb-9cc6-af6e46f706e7 req-24a317f0-f866-495b-8b96-77f4f0779910 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396695 Sep 03 20:25:34.610908 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33210f36-a783-458e-8788-d0943d13d7fb req-2d328589-f6e4-48b5-80e8-4a0d89e002cf tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:34.612349 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-33210f36-a783-458e-8788-d0943d13d7fb req-2d328589-f6e4-48b5-80e8-4a0d89e002cf tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0523620 Sep 03 20:25:34.651105 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-33210f36-a783-458e-8788-d0943d13d7fb req-1b192546-7dd1-42d8-83e8-d90a77a1232d tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327668 Sep 03 20:25:35.026636 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a7c78-f810-450e-bc71-c5d10b74de10 req-b7a9626a-c994-403a-923a-2d5d2ef50fed tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:35.034814 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-154a7c78-f810-450e-bc71-c5d10b74de10 req-b7a9626a-c994-403a-923a-2d5d2ef50fed tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0918047 Sep 03 20:25:35.097329 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-be4e861a-9c68-4895-ab18-7406fd710e89 req-7320ce8b-ecac-47c0-8a76-33fa8ac488d3 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0444491 Sep 03 20:25:35.115748 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-154a7c78-f810-450e-bc71-c5d10b74de10 req-37b5a88a-45d4-4f50-930c-57eab1cba114 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763254 Sep 03 20:25:35.606969 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b7f08-6b27-407d-8339-e7d6219afba3 req-8982ab62-5c76-4e7d-8e09-759bab236d57 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:35.608467 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-899b7f08-6b27-407d-8339-e7d6219afba3 req-8982ab62-5c76-4e7d-8e09-759bab236d57 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0506699 Sep 03 20:25:35.645057 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-899b7f08-6b27-407d-8339-e7d6219afba3 req-972b342f-a09b-4d4c-ae82-063d58801b08 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305116 Sep 03 20:25:35.769188 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd7431-37db-4345-806b-8d64edd5f94c req-1708caa9-b2fa-40bd-98c1-c31db44a4ee1 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:35.770626 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3ccd7431-37db-4345-806b-8d64edd5f94c req-1708caa9-b2fa-40bd-98c1-c31db44a4ee1 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0530932 Sep 03 20:25:35.806805 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3ccd7431-37db-4345-806b-8d64edd5f94c req-51b2c76d-a367-4179-a32b-f8d3d5444259 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301940 Sep 03 20:25:36.215175 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2e12f075-cb86-4f7e-9504-24b796de72a1 req-095498d1-e807-4714-a907-b2a546324e06 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0435524 Sep 03 20:25:36.237709 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986ed2f-6aff-4ea6-87f4-86c6e7b945d1 req-df6dcf8c-1d44-4814-9572-1c252ca78407 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:36.239171 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9986ed2f-6aff-4ea6-87f4-86c6e7b945d1 req-df6dcf8c-1d44-4814-9572-1c252ca78407 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0590956 Sep 03 20:25:36.275541 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9986ed2f-6aff-4ea6-87f4-86c6e7b945d1 req-deb1c73a-8304-4750-ba09-34a6aa212cb0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305963 Sep 03 20:25:36.755608 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0dbf7-85ec-48ee-9cca-479b7561b5b4 req-ecdec93a-ca63-49c2-bb6f-3672d06d4525 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:36.757070 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dea0dbf7-85ec-48ee-9cca-479b7561b5b4 req-ecdec93a-ca63-49c2-bb6f-3672d06d4525 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0467958 Sep 03 20:25:36.798975 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dea0dbf7-85ec-48ee-9cca-479b7561b5b4 req-ecc0c5c7-af10-40fc-b67b-4f5669e8052b tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342047 Sep 03 20:25:36.917854 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de541bb-d09b-47a4-bcea-f38d69f5806f req-f013ae71-8494-4560-8a14-359d597d751b tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:36.919417 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2de541bb-d09b-47a4-bcea-f38d69f5806f req-f013ae71-8494-4560-8a14-359d597d751b tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0482750 Sep 03 20:25:36.956064 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2de541bb-d09b-47a4-bcea-f38d69f5806f req-72333e00-e709-4d69-9750-09e6850b73e0 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308607 Sep 03 20:25:37.305702 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d40d0d21-00ee-4000-bdbf-8b2a22068f4f req-f1efd25c-4b65-4146-83f1-0f46e7b362ed tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0252855 Sep 03 20:25:37.395600 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b5437-0e62-4e88-8240-9ceecf3d0abe req-2bb8fe70-f223-4528-881d-0f39c38c1d54 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:37.397733 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cb5b5437-0e62-4e88-8240-9ceecf3d0abe req-2bb8fe70-f223-4528-881d-0f39c38c1d54 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0494733 Sep 03 20:25:37.439797 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cb5b5437-0e62-4e88-8240-9ceecf3d0abe req-6e9e2a88-fba9-41ff-864b-9cb9181d52f2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358205 Sep 03 20:25:37.912559 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55696ae4-c1d2-477f-85c2-c578f4568eee req-ea430bae-74c1-4b30-89d0-c88022ff3777 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:37.913990 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-55696ae4-c1d2-477f-85c2-c578f4568eee req-ea430bae-74c1-4b30-89d0-c88022ff3777 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0507305 Sep 03 20:25:37.950513 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-55696ae4-c1d2-477f-85c2-c578f4568eee req-c724a79b-b87e-4795-9353-e8a7c383db54 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299301 Sep 03 20:25:38.080997 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c058dab-c5c2-4d6b-b1d8-9eb39717dc7b req-ad06f7bf-2bdb-412b-86b9-2b16a6f5bc19 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:38.082793 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4c058dab-c5c2-4d6b-b1d8-9eb39717dc7b req-ad06f7bf-2bdb-412b-86b9-2b16a6f5bc19 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0483003 Sep 03 20:25:38.120438 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4c058dab-c5c2-4d6b-b1d8-9eb39717dc7b req-ddec5a67-47ae-4683-adaf-de32e750896c tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317547 Sep 03 20:25:38.396746 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5f0dd720-0e3c-4479-9ef5-209361302421 req-47071b28-57bd-4f2a-bb01-41b6dfa18470 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0266018 Sep 03 20:25:38.560787 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268c322-c572-49b6-a440-f69c3a7d358c req-fd4220b5-45a6-4a9a-b309-bbf56a89a6a8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:38.562223 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7268c322-c572-49b6-a440-f69c3a7d358c req-fd4220b5-45a6-4a9a-b309-bbf56a89a6a8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0510581 Sep 03 20:25:38.598303 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7268c322-c572-49b6-a440-f69c3a7d358c req-a7ab92e4-b341-46fe-ab9d-3968d00dc850 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302210 Sep 03 20:25:39.010052 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0ba9a-4207-4173-89e2-9d114a1c898f req-b52dc164-705e-40ca-a71f-ec5813ef7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:39.012111 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9bf0ba9a-4207-4173-89e2-9d114a1c898f req-b52dc164-705e-40ca-a71f-ec5813ef7e0a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 1098 time: 0.0435035 Sep 03 20:25:39.087923 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9bf0ba9a-4207-4173-89e2-9d114a1c898f req-15ad3472-775c-4112-ac8f-bcc4ab24df66 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570910 Sep 03 20:25:39.102620 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532d120-646b-44e2-aa46-9143b3e6d346 req-6acb34e4-de58-4160-8c3c-981231dea834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:39.103892 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adea4e-eb9c-4605-ae7c-e632daf5c129 req-9bcc8bca-b641-41a5-a0b7-a3a4a6068d4d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:39.104177 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c532d120-646b-44e2-aa46-9143b3e6d346 req-6acb34e4-de58-4160-8c3c-981231dea834 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0582686d29ce4e9dbdd4c8e02727865b&device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 1098 time: 0.0932336 Sep 03 20:25:39.105983 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e1adea4e-eb9c-4605-ae7c-e632daf5c129 req-9bcc8bca-b641-41a5-a0b7-a3a4a6068d4d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0666707 Sep 03 20:25:39.121649 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2e9f2cc4-b1a3-424c-8661-79a51d6b2160 req-a2b9ec80-c173-434f-956f-3a9799d80a69 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348779 Sep 03 20:25:39.143582 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e1adea4e-eb9c-4605-ae7c-e632daf5c129 req-18d7cda5-108d-48b9-b951-321ac0770267 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314043 Sep 03 20:25:39.240850 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee05e4-7a75-4c3d-a3d1-0199614e653e req-f8e913a1-47bc-44a6-b135-5c83d9f89be4 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:39.242198 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4fee05e4-7a75-4c3d-a3d1-0199614e653e req-f8e913a1-47bc-44a6-b135-5c83d9f89be4 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0513883 Sep 03 20:25:39.267680 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-61b6f301-0a43-4fff-a399-65e54dc547e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:39.281531 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4fee05e4-7a75-4c3d-a3d1-0199614e653e req-7e7658d1-d8fd-4e4d-b33e-b880a30949b5 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326958 Sep 03 20:25:39.488849 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4b274c44-78e1-4c2f-a631-2eee4c588161 req-0556ca89-64d3-4093-9063-bbba3f19a470 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0273349 Sep 03 20:25:39.497615 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2e9f2cc4-b1a3-424c-8661-79a51d6b2160 req-d2f0e5f0-da8f-4410-bb3b-989d919fc161 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513295 Sep 03 20:25:39.500477 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532d120-646b-44e2-aa46-9143b3e6d346 req-5d4a9339-dadd-4c2b-9c98-f72b669af5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:39.501647 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c532d120-646b-44e2-aa46-9143b3e6d346 req-5d4a9339-dadd-4c2b-9c98-f72b669af5b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=915b8240-0306-4102-b577-3e4df92bac2a HTTP/1.1" status: 200 len: 909 time: 0.1541088 Sep 03 20:25:39.582231 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c532d120-646b-44e2-aa46-9143b3e6d346 req-e5cfdde2-c551-44f7-a15a-cfb0fa09b9af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a HTTP/1.1" status: 200 len: 1000 time: 0.0640974 Sep 03 20:25:39.642717 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532d120-646b-44e2-aa46-9143b3e6d346 req-795acd8f-f14d-4dc7-b571-382608107ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:39.644213 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c532d120-646b-44e2-aa46-9143b3e6d346 req-795acd8f-f14d-4dc7-b571-382608107ca8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=059a941c-bc80-4b37-a88a-78871ed5c013 HTTP/1.1" status: 200 len: 847 time: 0.0449271 Sep 03 20:25:39.698722 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532d120-646b-44e2-aa46-9143b3e6d346 req-9b693da6-7424-45c5-8cb6-7639a9231b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:39.701112 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c532d120-646b-44e2-aa46-9143b3e6d346 req-9b693da6-7424-45c5-8cb6-7639a9231b78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=915b8240-0306-4102-b577-3e4df92bac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460203 Sep 03 20:25:39.722879 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a29df0-fb6a-4f47-b942-61b2a183c82c req-193ab4ed-8812-4f5a-800d-03013db9daee tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:39.726548 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-33a29df0-fb6a-4f47-b942-61b2a183c82c req-193ab4ed-8812-4f5a-800d-03013db9daee tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0553484 Sep 03 20:25:39.764257 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-33a29df0-fb6a-4f47-b942-61b2a183c82c req-6ba97a92-089f-4d1c-903d-da91585f1e0a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327787 Sep 03 20:25:39.801539 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c532d120-646b-44e2-aa46-9143b3e6d346 req-1ea4f957-8d84-485f-84b6-31352ea09ba0 service neutron] 10.222.0.42 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895324 Sep 03 20:25:39.898817 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c532d120-646b-44e2-aa46-9143b3e6d346 req-fb5e16b2-1ca4-481e-bd77-cce5b45a26d9 service neutron] 10.222.0.42 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879736 Sep 03 20:25:40.242891 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:25:40.259653 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417fcce-1869-4dda-8140-0c38bcf9ffb0 req-f2eb5b84-b9e1-498c-9762-0a55d022fe80 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:40.261110 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7417fcce-1869-4dda-8140-0c38bcf9ffb0 req-f2eb5b84-b9e1-498c-9762-0a55d022fe80 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0516148 Sep 03 20:25:40.299683 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7417fcce-1869-4dda-8140-0c38bcf9ffb0 req-f7d49ac7-cd72-4ef7-9a75-b6eccd269c75 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320809 Sep 03 20:25:40.398115 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea60840-fab1-4079-8e87-938726c5591c req-817493ac-1246-4944-ba99-77836d900b70 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:40.399669 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0ea60840-fab1-4079-8e87-938726c5591c req-817493ac-1246-4944-ba99-77836d900b70 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0506055 Sep 03 20:25:40.444666 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0ea60840-fab1-4079-8e87-938726c5591c req-1717e94f-6eba-4765-be15-14a0750e3188 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386307 Sep 03 20:25:40.585603 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3803e9f3-1702-489e-8ad2-957a2212686b req-d2523524-68e5-4b79-a78a-3553557e0915 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0274346 Sep 03 20:25:40.886722 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515edf77-4ea9-4dc1-b05f-dced0119c42b req-644d7fc8-2098-4b2f-99c3-6b35a74aa513 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:40.888240 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-515edf77-4ea9-4dc1-b05f-dced0119c42b req-644d7fc8-2098-4b2f-99c3-6b35a74aa513 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0514412 Sep 03 20:25:40.926376 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-515edf77-4ea9-4dc1-b05f-dced0119c42b req-d20e4871-bc03-49b1-9c97-059ef9574de7 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317671 Sep 03 20:25:41.420848 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4749b4-fed7-48bf-bfc9-116ead4d2532 req-b22d5b9b-ac7d-4a23-9d66-1b95c8a1119d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:41.422444 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ac4749b4-fed7-48bf-bfc9-116ead4d2532 req-b22d5b9b-ac7d-4a23-9d66-1b95c8a1119d tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0527511 Sep 03 20:25:41.461562 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ac4749b4-fed7-48bf-bfc9-116ead4d2532 req-64267965-2a70-456f-8e96-17ff356d7502 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Sep 03 20:25:41.501518 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-bf5ad0b4-836a-4038-8974-424162191d7b tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:41.503008 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-bf5ad0b4-836a-4038-8974-424162191d7b tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.42 "GET /v2.0/networks?id=023b6742-fcdc-4078-a29b-810452930b96 HTTP/1.1" status: 200 len: 814 time: 0.3396082 Sep 03 20:25:41.518804 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-5824c8e5-a761-4a8f-b1b0-8a5a8ed3bd83 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Request body: {'port': {'device_id': '0e0a83e6-c0a4-430c-bc0d-965746f27c11', 'network_id': '023b6742-fcdc-4078-a29b-810452930b96', 'admin_state_up': True, 'tenant_id': '2cdf494da4604684a5db30c5a56885a1'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:41.562985 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2479d-2b51-4ed4-9958-5180050867ba req-876de759-6130-41a3-9728-f4024da5ac21 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:41.564609 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e4e2479d-2b51-4ed4-9958-5180050867ba req-876de759-6130-41a3-9728-f4024da5ac21 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0531681 Sep 03 20:25:41.610321 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e4e2479d-2b51-4ed4-9958-5180050867ba req-520530d1-9839-49d5-8746-a65d7cfff0bd tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Sep 03 20:25:41.685096 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1ca055be-7ee6-4afc-bf23-b336835b0427 req-b9ab2922-120c-475a-96a8-149a789721f5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0287547 Sep 03 20:25:41.747908 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-5824c8e5-a761-4a8f-b1b0-8a5a8ed3bd83 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Made reservation on behalf of 2cdf494da4604684a5db30c5a56885a1 for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:25:41.751477 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-5824c8e5-a761-4a8f-b1b0-8a5a8ed3bd83 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:41.871930 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-5824c8e5-a761-4a8f-b1b0-8a5a8ed3bd83 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Allocated IP 172.20.0.11 (023b6742-fcdc-4078-a29b-810452930b96/074a4a91-9243-4fc5-bfdc-8ec2fddbfa58/155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:25:42.022510 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-5824c8e5-a761-4a8f-b1b0-8a5a8ed3bd83 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:42.055910 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783c2b0-297d-4f3f-bf61-07cdf14b0458 req-42b9e940-934d-43cc-ae09-a85393f5ce20 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:42.056401 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-136db673-622b-4265-9d98-3ce77cfe2711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:42.057461 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3783c2b0-297d-4f3f-bf61-07cdf14b0458 req-42b9e940-934d-43cc-ae09-a85393f5ce20 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0528595 Sep 03 20:25:42.097421 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3783c2b0-297d-4f3f-bf61-07cdf14b0458 req-8a62487b-660a-48c8-9949-59c8402065ea tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321941 Sep 03 20:25:42.159792 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-5824c8e5-a761-4a8f-b1b0-8a5a8ed3bd83 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:42.202079 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-5824c8e5-a761-4a8f-b1b0-8a5a8ed3bd83 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Network 023b6742-fcdc-4078-a29b-810452930b96 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:25:42.205123 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-5824c8e5-a761-4a8f-b1b0-8a5a8ed3bd83 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:25:42.208745 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-5824c8e5-a761-4a8f-b1b0-8a5a8ed3bd83 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:25:42.217783 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824c8e5-a761-4a8f-b1b0-8a5a8ed3bd83 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Pushing event updated for resources: {'Port': ['ID=155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:42.263041 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-5824c8e5-a761-4a8f-b1b0-8a5a8ed3bd83 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:42.263708 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-5824c8e5-a761-4a8f-b1b0-8a5a8ed3bd83 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:42.348363 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-5824c8e5-a761-4a8f-b1b0-8a5a8ed3bd83 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8333254 Sep 03 20:25:42.362971 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Request body: {'port': {'device_id': '0e0a83e6-c0a4-430c-bc0d-965746f27c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:42.420045 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:42.583433 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146f2de-9cfc-4a8b-8941-8657c27499ba req-fc6273aa-b7d7-4f52-9cdc-c9cb0133f9c3 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:42.584935 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c146f2de-9cfc-4a8b-8941-8657c27499ba req-fc6273aa-b7d7-4f52-9cdc-c9cb0133f9c3 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.0514154 Sep 03 20:25:42.625720 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c146f2de-9cfc-4a8b-8941-8657c27499ba req-1f1f8a6d-45f3-4938-88d1-6be1aae90853 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341949 Sep 03 20:25:42.666994 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029010a4-6c5a-4a09-8338-6f4a986d71d9 req-4f4bdbc4-8ff5-4808-bcf0-699a35c70717 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:42.669556 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-029010a4-6c5a-4a09-8338-6f4a986d71d9 req-4f4bdbc4-8ff5-4808-bcf0-699a35c70717 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 945 time: 0.1046982 Sep 03 20:25:42.736643 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:42.795819 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:25:42.802288 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c4a4f-0b71-4f25-b62f-5183e729bccd req-1784f8dc-188e-4fe7-92d3-2bf785982e32 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:42.803861 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-de8c4a4f-0b71-4f25-b62f-5183e729bccd req-1784f8dc-188e-4fe7-92d3-2bf785982e32 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 932 time: 0.0504596 Sep 03 20:25:42.804012 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:42.823172 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Transition to ACTIVE for port object 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:25:42.833651 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-029010a4-6c5a-4a09-8338-6f4a986d71d9 req-a99787f7-2acc-4880-941a-4d4b940c04a7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Deleting port f035d973-ba4e-47c6-a9b3-b3f036406f31 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:25:42.834180 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-029010a4-6c5a-4a09-8338-6f4a986d71d9 req-a99787f7-2acc-4880-941a-4d4b940c04a7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:42.847285 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-de8c4a4f-0b71-4f25-b62f-5183e729bccd req-fa32939d-3a88-47c4-b958-13f26b06bc7b tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354621 Sep 03 20:25:42.923803 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:42.964606 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-029010a4-6c5a-4a09-8338-6f4a986d71d9 req-a99787f7-2acc-4880-941a-4d4b940c04a7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] For port f035d973-ba4e-47c6-a9b3-b3f036406f31, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=f035d973-ba4e-47c6-a9b3-b3f036406f31,segment=NetworkSegment(7eedcc07-6d44-4c13-9421-8b3f0fff5aa8),segment_id=7eedcc07-6d44-4c13-9421-8b3f0fff5aa8)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:42.965047 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-029010a4-6c5a-4a09-8338-6f4a986d71d9 req-a99787f7-2acc-4880-941a-4d4b940c04a7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:42.987980 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-029010a4-6c5a-4a09-8338-6f4a986d71d9 req-a99787f7-2acc-4880-941a-4d4b940c04a7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Calling delete_port for f035d973-ba4e-47c6-a9b3-b3f036406f31 owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:25:43.006276 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Pushing event updated for resources: {'Port': ['ID=155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:43.096545 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67994bf0-6879-464f-b6cc-d626ebaf3411 req-3ae8afff-5424-4a91-aacb-2c27b38495ba tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:43.098050 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-67994bf0-6879-464f-b6cc-d626ebaf3411 req-3ae8afff-5424-4a91-aacb-2c27b38495ba tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0502956 Sep 03 20:25:43.132415 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Attempting to bind port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:25:43.132760 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Attempting to bind port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'a8ae3b6b-39f0-4004-b59c-beaa71a58cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '023b6742-fcdc-4078-a29b-810452930b96'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:25:43.133095 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Attempting to bind port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 on network 023b6742-fcdc-4078-a29b-810452930b96 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:25:43.138275 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 on network 023b6742-fcdc-4078-a29b-810452930b96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:25:43.138601 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Attempting to bind port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 on network 023b6742-fcdc-4078-a29b-810452930b96 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:25:43.143672 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-67994bf0-6879-464f-b6cc-d626ebaf3411 req-477290c3-0f09-49d4-8659-a0c9d519eb82 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391066 Sep 03 20:25:43.148179 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:25:43.148520 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Checking segment: {'id': 'a8ae3b6b-39f0-4004-b59c-beaa71a58cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '023b6742-fcdc-4078-a29b-810452930b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:25:43.148901 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Bound using segment: {'id': 'a8ae3b6b-39f0-4004-b59c-beaa71a58cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '023b6742-fcdc-4078-a29b-810452930b96'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:25:43.153864 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Bound port: 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ae3b6b-39f0-4004-b59c-beaa71a58cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '023b6742-fcdc-4078-a29b-810452930b96'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:25:43.153864 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:43.228041 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bcb01-50c1-4c21-a65f-aa3ba89a0595 req-44260408-bea4-45c4-89de-aac1541d30f5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:43.229423 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1e8bcb01-50c1-4c21-a65f-aa3ba89a0595 req-44260408-bea4-45c4-89de-aac1541d30f5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0488369 Sep 03 20:25:43.251599 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] For port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:25:43.255338 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] For port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6,segment=NetworkSegment(a8ae3b6b-39f0-4004-b59c-beaa71a58cc4),segment_id=a8ae3b6b-39f0-4004-b59c-beaa71a58cc4)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:25:43.274007 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1e8bcb01-50c1-4c21-a65f-aa3ba89a0595 req-96a04165-e992-4aff-8204-8a544c5e2ca1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380096 Sep 03 20:25:43.308227 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-029010a4-6c5a-4a09-8338-6f4a986d71d9 req-a99787f7-2acc-4880-941a-4d4b940c04a7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:43.320617 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['f035d973-ba4e-47c6-a9b3-b3f036406f31', 'c6413ecc-96d6-490b-a39e-d345bd41dc9c'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:25:43.344259 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99787f7-2acc-4880-941a-4d4b940c04a7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Pushing event deleted for resources: {'Port': ['ID=f035d973-ba4e-47c6-a9b3-b3f036406f31,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:43.346351 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:43.411465 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-029010a4-6c5a-4a09-8338-6f4a986d71d9 req-a99787f7-2acc-4880-941a-4d4b940c04a7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] No DVR routers for this DVR port f035d973-ba4e-47c6-a9b3-b3f036406f31 on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:25:43.415719 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:43.416319 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:43.418309 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] 10.222.0.42 "PUT /v2.0/ports/155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 HTTP/1.1" status: 200 len: 1094 time: 1.0592234 Sep 03 20:25:43.419259 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-029010a4-6c5a-4a09-8338-6f4a986d71d9 req-a99787f7-2acc-4880-941a-4d4b940c04a7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:43.421102 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-029010a4-6c5a-4a09-8338-6f4a986d71d9 req-a99787f7-2acc-4880-941a-4d4b940c04a7 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.42 "DELETE /v2.0/ports/f035d973-ba4e-47c6-a9b3-b3f036406f31 HTTP/1.1" status: 204 len: 173 time: 0.7415724 Sep 03 20:25:43.421549 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0a83e6-c0a4-430c-bc0d-965746f27c11', 'tag': '155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6'}, {'server_uuid': '6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f', 'name': 'network-vif-deleted', 'tag': 'f035d973-ba4e-47c6-a9b3-b3f036406f31'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:43.423883 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fa41b1-a26c-4078-99d3-b4583617da3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0a83e6-c0a4-430c-bc0d-965746f27c11", "tag": "155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6"}, {"server_uuid": "6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f", "name": "network-vif-deleted", "tag": "f035d973-ba4e-47c6-a9b3-b3f036406f31"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:43.452187 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f9646-ed57-4b99-82ca-da18c95732c4 service neutron] Pushing event updated for resources: {'Port': ['ID=155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:43.454481 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:43.465466 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f5f227-c650-428f-947e-1e8d175e4a79 x-openstack-request-id: req-e0f5f227-c650-428f-947e-1e8d175e4a79 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:43.465854 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0a83e6-c0a4-430c-bc0d-965746f27c11", "tag": "155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6", "status": "completed", "code": 200}, {"server_uuid": "6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f", "name": "network-vif-deleted", "tag": "f035d973-ba4e-47c6-a9b3-b3f036406f31", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:43.466111 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0f5f227-c650-428f-947e-1e8d175e4a79 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:43.466529 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0a83e6-c0a4-430c-bc0d-965746f27c11', 'tag': '155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6', 'status': 'completed', 'code': 200} Sep 03 20:25:43.466783 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f', 'name': 'network-vif-deleted', 'tag': 'f035d973-ba4e-47c6-a9b3-b3f036406f31', 'status': 'completed', 'code': 200} Sep 03 20:25:43.534135 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa41b1-a26c-4078-99d3-b4583617da3d req-1c525fce-c90c-438b-9630-19d45919c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:43.535583 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-96fa41b1-a26c-4078-99d3-b4583617da3d req-1c525fce-c90c-438b-9630-19d45919c83f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cdf494da4604684a5db30c5a56885a1&device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 1097 time: 0.0454216 Sep 03 20:25:43.638971 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa41b1-a26c-4078-99d3-b4583617da3d req-d2fa268a-0ae6-48ba-a1fd-157570f76385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:43.640472 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-96fa41b1-a26c-4078-99d3-b4583617da3d req-d2fa268a-0ae6-48ba-a1fd-157570f76385 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2cdf494da4604684a5db30c5a56885a1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0902336 Sep 03 20:25:43.719994 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-65768d65-59ee-46a5-8a16-f962118ff979 req-f9e2a45a-9884-442d-a2c0-13f264fb1b43 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a09eb06-cb4d-4f1e-af1a-ca2b1e6ea63f HTTP/1.1" status: 200 len: 210 time: 0.0270479 Sep 03 20:25:43.739551 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa41b1-a26c-4078-99d3-b4583617da3d req-55a3cac6-177d-4040-8237-6146d1dc2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:43.741132 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-96fa41b1-a26c-4078-99d3-b4583617da3d req-55a3cac6-177d-4040-8237-6146d1dc2eb6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925231 Sep 03 20:25:43.824844 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-f5a462de-dba3-4d82-8bc6-fae248cac96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:43.826226 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-f5a462de-dba3-4d82-8bc6-fae248cac96c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cdf494da4604684a5db30c5a56885a1&device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 1097 time: 0.0407374 Sep 03 20:25:43.869558 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-e94206ab-c91f-4fdc-ade0-83042dc48bc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 HTTP/1.1" status: 200 len: 217 time: 0.0324256 Sep 03 20:25:43.928858 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-b8da46df-f497-4d49-b318-9f6e5e8a1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:43.930409 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-b8da46df-f497-4d49-b318-9f6e5e8a1eb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=074a4a91-9243-4fc5-bfdc-8ec2fddbfa58 HTTP/1.1" status: 200 len: 854 time: 0.0519438 Sep 03 20:25:43.966814 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-af1bbfbc-225b-4757-83c9-262f142fbd6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=023b6742-fcdc-4078-a29b-810452930b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261416 Sep 03 20:25:43.983778 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702817f-01e1-42fd-ae98-361922718b48 req-f33929e7-cba8-4714-925f-e39aa0f824ca tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:43.985370 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f702817f-01e1-42fd-ae98-361922718b48 req-f33929e7-cba8-4714-925f-e39aa0f824ca tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 944 time: 0.0623260 Sep 03 20:25:44.023799 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f702817f-01e1-42fd-ae98-361922718b48 req-c02e98e1-ed1a-4d22-b354-d77200476b60 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324035 Sep 03 20:25:44.070107 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-2cc116f9-aca4-446b-8aee-89722db3e2cd service neutron] 10.222.0.42 "GET /v2.0/networks/023b6742-fcdc-4078-a29b-810452930b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933063 Sep 03 20:25:44.163243 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5a24be6b-16d2-46a8-95fc-dabd999bf322 req-04ffa9b9-096c-4e4f-9ccd-460240ebc889 service neutron] 10.222.0.42 "GET /v2.0/networks/023b6742-fcdc-4078-a29b-810452930b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841312 Sep 03 20:25:44.254378 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c282ac6-bf01-4434-971c-8335b5cffbac req-0b484fda-aaa8-490f-82d2-c19098735600 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:44.255973 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6c282ac6-bf01-4434-971c-8335b5cffbac req-0b484fda-aaa8-490f-82d2-c19098735600 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0493832 Sep 03 20:25:44.293113 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6c282ac6-bf01-4434-971c-8335b5cffbac req-6be56eb9-62f0-40e2-ae79-c57c196feea0 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307112 Sep 03 20:25:44.396834 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0dbc7-2342-4540-b123-43f9909bd0a5 req-f6d567dd-285a-4eb2-83b8-0d207ad2ea46 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:44.398286 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5bb0dbc7-2342-4540-b123-43f9909bd0a5 req-f6d567dd-285a-4eb2-83b8-0d207ad2ea46 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0481277 Sep 03 20:25:44.435908 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5bb0dbc7-2342-4540-b123-43f9909bd0a5 req-9feb1c2e-f9e0-4e61-9c11-685685804c1f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306146 Sep 03 20:25:44.744521 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4e1f4-b827-4cfc-827a-d6f8f90d116c req-dea64264-29db-472f-bcb4-710030a4f512 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:44.746425 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cae4e1f4-b827-4cfc-827a-d6f8f90d116c req-dea64264-29db-472f-bcb4-710030a4f512 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.42 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 945 time: 0.0480812 Sep 03 20:25:44.845710 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-cae4e1f4-b827-4cfc-827a-d6f8f90d116c req-a3eec626-9a4c-471c-8764-db8b3dfadd1f tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Deleting port d9f51e7f-d31c-41dd-a59c-ea793511e01d {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:25:44.846049 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-cae4e1f4-b827-4cfc-827a-d6f8f90d116c req-a3eec626-9a4c-471c-8764-db8b3dfadd1f tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:44.935287 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-cae4e1f4-b827-4cfc-827a-d6f8f90d116c req-a3eec626-9a4c-471c-8764-db8b3dfadd1f tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] For port d9f51e7f-d31c-41dd-a59c-ea793511e01d, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d9f51e7f-d31c-41dd-a59c-ea793511e01d,segment=NetworkSegment(b8e26f50-e5f8-41e7-9cfa-3493588471eb),segment_id=b8e26f50-e5f8-41e7-9cfa-3493588471eb)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:44.935656 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-cae4e1f4-b827-4cfc-827a-d6f8f90d116c req-a3eec626-9a4c-471c-8764-db8b3dfadd1f tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:44.947748 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-cae4e1f4-b827-4cfc-827a-d6f8f90d116c req-a3eec626-9a4c-471c-8764-db8b3dfadd1f tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Calling delete_port for d9f51e7f-d31c-41dd-a59c-ea793511e01d owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:25:44.970551 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:45.149116 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fa4e2-dc93-4261-af84-c06b1a67077a req-ad1c167a-18a0-442b-bb21-996b6dd27f8c tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:45.150571 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-959fa4e2-dc93-4261-af84-c06b1a67077a req-ad1c167a-18a0-442b-bb21-996b6dd27f8c tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 944 time: 0.0518415 Sep 03 20:25:45.159177 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-cae4e1f4-b827-4cfc-827a-d6f8f90d116c req-a3eec626-9a4c-471c-8764-db8b3dfadd1f tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:45.178677 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['d9f51e7f-d31c-41dd-a59c-ea793511e01d'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:25:45.189030 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eec626-9a4c-471c-8764-db8b3dfadd1f tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Pushing event deleted for resources: {'Port': ['ID=d9f51e7f-d31c-41dd-a59c-ea793511e01d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:45.203784 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-959fa4e2-dc93-4261-af84-c06b1a67077a req-5f34670b-1965-4bcb-a4a4-79d1a1d3eb2e tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 Sep 03 20:25:45.242867 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae4e1f4-b827-4cfc-827a-d6f8f90d116c req-a3eec626-9a4c-471c-8764-db8b3dfadd1f tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] No DVR routers for this DVR port d9f51e7f-d31c-41dd-a59c-ea793511e01d on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:25:45.247999 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-cae4e1f4-b827-4cfc-827a-d6f8f90d116c req-a3eec626-9a4c-471c-8764-db8b3dfadd1f tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:45.249989 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cae4e1f4-b827-4cfc-827a-d6f8f90d116c req-a3eec626-9a4c-471c-8764-db8b3dfadd1f tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.42 "DELETE /v2.0/ports/d9f51e7f-d31c-41dd-a59c-ea793511e01d HTTP/1.1" status: 204 len: 173 time: 0.4961402 Sep 03 20:25:45.303081 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc3a7f-c1f3-444a-96b2-2ceff833b3f7 req-1541741c-e9a5-49cf-9576-3ab1ea0874b4 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:45.304582 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-51dc3a7f-c1f3-444a-96b2-2ceff833b3f7 req-1541741c-e9a5-49cf-9576-3ab1ea0874b4 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0486896 Sep 03 20:25:45.344131 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-51dc3a7f-c1f3-444a-96b2-2ceff833b3f7 req-5b8533b3-1bdf-4916-a8c2-014e2916cbcd tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Sep 03 20:25:45.389630 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d5761109-621c-4d6e-a63a-ea27a0f6e08f req-aa29b798-5d44-4cde-ac4b-389ac1728e56 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=10f35043-e0f6-4658-8f4a-602b776e9aab HTTP/1.1" status: 200 len: 210 time: 0.0266366 Sep 03 20:25:45.467568 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f35043-e0f6-4658-8f4a-602b776e9aab', 'name': 'network-vif-deleted', 'tag': 'd9f51e7f-d31c-41dd-a59c-ea793511e01d'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:45.470028 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836b6815-430d-4b70-afb9-40225acf3f5f" -d '{"events": [{"server_uuid": "10f35043-e0f6-4658-8f4a-602b776e9aab", "name": "network-vif-deleted", "tag": "d9f51e7f-d31c-41dd-a59c-ea793511e01d"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:45.471001 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 44254) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:45.508343 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e08603-7932-494c-85df-6b4505b57efb x-openstack-request-id: req-93e08603-7932-494c-85df-6b4505b57efb {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:45.508643 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f35043-e0f6-4658-8f4a-602b776e9aab", "name": "network-vif-deleted", "tag": "d9f51e7f-d31c-41dd-a59c-ea793511e01d", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:45.508888 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93e08603-7932-494c-85df-6b4505b57efb {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:45.509279 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f35043-e0f6-4658-8f4a-602b776e9aab', 'name': 'network-vif-deleted', 'tag': 'd9f51e7f-d31c-41dd-a59c-ea793511e01d', 'status': 'completed', 'code': 200} Sep 03 20:25:45.563685 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0884bb6-fd53-4cb6-b27f-3c9e8196a258 req-7c098cbb-6aa7-4bb1-a17a-5e53f1f0d536 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:45.565305 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e0884bb6-fd53-4cb6-b27f-3c9e8196a258 req-7c098cbb-6aa7-4bb1-a17a-5e53f1f0d536 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0549760 Sep 03 20:25:45.595179 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:45.629945 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e0884bb6-fd53-4cb6-b27f-3c9e8196a258 req-163e9e92-2068-4a47-adc3-5a94fce2cdf2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589979 Sep 03 20:25:45.703359 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:45.804459 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:45.841939 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1db2803113c14ad3a35d4c4455187d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697596 Sep 03 20:25:45.842753 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2215b734-4fd5-4926-8bc0-d0ef982c3d94,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:45.844544 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 44260) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:45.860549 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:45.860892 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:45.861226 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:45.861555 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:45.861878 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:45.862209 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:45.862529 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:45.862846 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:45.863199 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:45.863519 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:45.863837 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:45.864152 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ddde2f-5b0b-49e9-b579-92260fbef9f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:45.904196 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60311be9-a34a-4f28-aefb-56cfc0ca77ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:45.926039 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60311be9-a34a-4f28-aefb-56cfc0ca77ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:46.124611 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60311be9-a34a-4f28-aefb-56cfc0ca77ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:46.127198 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60311be9-a34a-4f28-aefb-56cfc0ca77ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:46.128385 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-60311be9-a34a-4f28-aefb-56cfc0ca77ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2215b734-4fd5-4926-8bc0-d0ef982c3d94 HTTP/1.1" status: 204 len: 168 time: 0.2829366 Sep 03 20:25:46.137185 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60311be9-a34a-4f28-aefb-56cfc0ca77ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2215b734-4fd5-4926-8bc0-d0ef982c3d94,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:46.317924 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d8aa0-5ba1-4baf-8064-4bf605593ab3 req-08b7ddbd-be8c-43f9-a894-f860dafcf8e0 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:46.319572 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b63d8aa0-5ba1-4baf-8064-4bf605593ab3 req-08b7ddbd-be8c-43f9-a894-f860dafcf8e0 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 944 time: 0.0498445 Sep 03 20:25:46.358703 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b63d8aa0-5ba1-4baf-8064-4bf605593ab3 req-5702c050-bc18-470e-884c-8e0e1b9643d4 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Sep 03 20:25:46.478230 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc293e-8ca7-4aed-ade5-fe378c9930cf req-c4fdc788-442a-4894-a917-92e77c524368 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:46.479834 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-debc293e-8ca7-4aed-ade5-fe378c9930cf req-c4fdc788-442a-4894-a917-92e77c524368 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0605075 Sep 03 20:25:46.524217 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-debc293e-8ca7-4aed-ade5-fe378c9930cf req-d6a450ed-e253-4152-b43f-becac99e6629 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375273 Sep 03 20:25:46.749619 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-9e9a58b1-7cb0-4330-948d-f6cd15532cd3 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:46.751046 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-9e9a58b1-7cb0-4330-948d-f6cd15532cd3 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/networks?id=a4ee642e-bed5-4f7f-8e49-45dd5cf5818d HTTP/1.1" status: 200 len: 808 time: 0.1269333 Sep 03 20:25:46.773126 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93610fc3-af26-47ea-9fad-d0b59d4a31bc req-1632fd54-c813-4c55-8068-3b5ae33bf9cd tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:46.774512 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-93610fc3-af26-47ea-9fad-d0b59d4a31bc req-1632fd54-c813-4c55-8068-3b5ae33bf9cd tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0709002 Sep 03 20:25:46.777494 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-34d64ada-e605-4caa-9cb1-8303965f2f82 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/quotas/5665c058d6fc4ad5ad1b3cdd412484d8 HTTP/1.1" status: 200 len: 375 time: 0.0194654 Sep 03 20:25:46.821825 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-2ea64b09-4209-45f1-8529-989a8e7c4a58 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5665c058d6fc4ad5ad1b3cdd412484d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349669 Sep 03 20:25:46.855163 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-93610fc3-af26-47ea-9fad-d0b59d4a31bc req-7e679b15-605d-4ab4-9805-b252cbdbb0cf tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738075 Sep 03 20:25:46.919537 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-7fb13a7e-0a0f-4e3a-a0cd-0f64b4faa217 service neutron] 10.222.0.41 "GET /v2.0/networks/a4ee642e-bed5-4f7f-8e49-45dd5cf5818d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897853 Sep 03 20:25:47.008430 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-309b8d22-a614-4ec9-a8c7-cb267d2da0c3 service neutron] 10.222.0.41 "GET /v2.0/networks/a4ee642e-bed5-4f7f-8e49-45dd5cf5818d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829341 Sep 03 20:25:47.529583 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a988125e-1df8-4db7-a7bb-9a7c3a8fba85 req-1076c807-c1ae-4e85-a578-102a46ac9765 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 210 time: 0.2428293 Sep 03 20:25:47.530236 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:25:47.533330 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device f035d973-ba4e-47c6-a9b3-b3f036406f31 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:25:47.579893 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84310a5-9f19-4a2e-85fd-2553044a32e9 req-898707ae-cb37-40bc-b725-eab73e22230b tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:47.582152 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b84310a5-9f19-4a2e-85fd-2553044a32e9 req-898707ae-cb37-40bc-b725-eab73e22230b tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 944 time: 0.0554225 Sep 03 20:25:47.582620 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: f035d973-ba4e-47c6-a9b3-b3f036406f31 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:25:47.583190 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device f035d973-ba4e-47c6-a9b3-b3f036406f31 not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:25:47.652501 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b84310a5-9f19-4a2e-85fd-2553044a32e9 req-7e6b9092-70ee-49ca-bb73-64193e67c736 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582659 Sep 03 20:25:47.664578 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a2990-ea2d-4723-a705-0ab48c33e666 req-ad4ed630-c3ab-46df-9832-a40efa770bf6 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:47.666051 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4e9a2990-ea2d-4723-a705-0ab48c33e666 req-ad4ed630-c3ab-46df-9832-a40efa770bf6 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0706897 Sep 03 20:25:47.675805 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6,segment=NetworkSegment(a8ae3b6b-39f0-4004-b59c-beaa71a58cc4),segment_id=a8ae3b6b-39f0-4004-b59c-beaa71a58cc4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:47.686567 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6', 'network_id': '023b6742-fcdc-4078-a29b-810452930b96', 'port_id': '155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6', 'mac_address': 'fa:16:3e:8b:6a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '074a4a91-9243-4fc5-bfdc-8ec2fddbfa58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:25:47.706344 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4e9a2990-ea2d-4723-a705-0ab48c33e666 req-58387f3a-9e02-4664-b1da-e0209b4a9c23 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336530 Sep 03 20:25:47.723944 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:47.737513 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:25:47.756274 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6,segment=NetworkSegment(a8ae3b6b-39f0-4004-b59c-beaa71a58cc4),segment_id=a8ae3b6b-39f0-4004-b59c-beaa71a58cc4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:47.873219 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:47.920962 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:47.976641 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47f700-cffb-4925-91b3-aa561f59ea75 req-321d425e-3eb7-48a3-b798-eac1685dfa8f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:47.978294 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-aa47f700-cffb-4925-91b3-aa561f59ea75 req-321d425e-3eb7-48a3-b798-eac1685dfa8f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0484571 Sep 03 20:25:48.015131 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-aa47f700-cffb-4925-91b3-aa561f59ea75 req-2b257dec-9f02-47ab-bc66-23675bfb11e6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310147 Sep 03 20:25:48.185174 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:25:48.625080 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f47ac402-a518-46f6-a89f-297bb2ab3536 req-a059d20a-edd8-4816-9d0d-b7ab27ea54cd tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 210 time: 0.0256147 Sep 03 20:25:48.769943 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609056b1-a609-477a-a8d1-b728437cac75 req-53c2b761-f1d6-4190-b136-7f7751817eb7 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:48.771592 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-609056b1-a609-477a-a8d1-b728437cac75 req-53c2b761-f1d6-4190-b136-7f7751817eb7 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 945 time: 0.0517442 Sep 03 20:25:48.842213 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-609056b1-a609-477a-a8d1-b728437cac75 req-322688b5-0e50-4fcc-aff3-c0a39cfc8af8 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632994 Sep 03 20:25:48.857618 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2456e7-875d-4474-acec-1c76ad11203e req-e3f01467-08ff-4e89-82f2-e25454462d87 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:48.857618 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e2456e7-875d-4474-acec-1c76ad11203e req-e3f01467-08ff-4e89-82f2-e25454462d87 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0745711 Sep 03 20:25:48.888903 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3e2456e7-875d-4474-acec-1c76ad11203e req-81cf3aaa-8d25-427f-b87d-a46393b991da tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311236 Sep 03 20:25:49.133510 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaca2e6-9702-4fe8-a7d7-c423d304b6b9 req-bc28e3cc-67f7-482f-a2e9-e553317768cd tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:49.134861 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cdaca2e6-9702-4fe8-a7d7-c423d304b6b9 req-bc28e3cc-67f7-482f-a2e9-e553317768cd tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0474916 Sep 03 20:25:49.173064 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cdaca2e6-9702-4fe8-a7d7-c423d304b6b9 req-9767da89-bc07-4897-90bb-d566fb4d8944 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Sep 03 20:25:49.492897 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-aefc2f3c-bd3b-437e-873d-f76cd0f07f70 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:49.494284 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-aefc2f3c-bd3b-437e-873d-f76cd0f07f70 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.42 "GET /v2.0/networks?id=a4ee642e-bed5-4f7f-8e49-45dd5cf5818d HTTP/1.1" status: 200 len: 808 time: 0.1046598 Sep 03 20:25:49.511850 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-4bbcdba8-a9f2-4c86-a068-8fc1e4917def tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Request body: {'port': {'device_id': '2ef8bed9-9e95-40bc-9131-2db75a24b2a0', 'network_id': 'a4ee642e-bed5-4f7f-8e49-45dd5cf5818d', 'admin_state_up': True, 'tenant_id': '5665c058d6fc4ad5ad1b3cdd412484d8'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:49.535230 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:25:49.690886 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:25:49.693418 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-4bbcdba8-a9f2-4c86-a068-8fc1e4917def tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Made reservation on behalf of 5665c058d6fc4ad5ad1b3cdd412484d8 for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:25:49.696966 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-4bbcdba8-a9f2-4c86-a068-8fc1e4917def tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:49.698306 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:25:49.702089 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:49.722191 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0aad00a6-eb4b-4409-bcf6-afb86ea3efd8 req-d2f52a54-3cf4-4afb-87c0-d56fccc76f93 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 210 time: 0.0313456 Sep 03 20:25:49.793075 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:49.814780 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0a83e6-c0a4-430c-bc0d-965746f27c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:49.817153 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df62f675-fa47-458e-886f-b2120284136e" -d '{"events": [{"server_uuid": "0e0a83e6-c0a4-430c-bc0d-965746f27c11", "name": "network-vif-plugged", "status": "completed", "tag": "155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:49.826665 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-4bbcdba8-a9f2-4c86-a068-8fc1e4917def tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Allocated IP 172.20.0.11 (a4ee642e-bed5-4f7f-8e49-45dd5cf5818d/30d87d0a-d0aa-4d1f-b9e6-0fed3fc3a12f/1b0142f9-3f53-414a-98b2-87e0cbd81b71) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:25:49.829864 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6,segment=NetworkSegment(a8ae3b6b-39f0-4004-b59c-beaa71a58cc4),segment_id=a8ae3b6b-39f0-4004-b59c-beaa71a58cc4)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:49.855746 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271985fb-af66-495d-b8f0-87eb9eba7d37 x-openstack-request-id: req-271985fb-af66-495d-b8f0-87eb9eba7d37 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:49.856095 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0a83e6-c0a4-430c-bc0d-965746f27c11", "name": "network-vif-plugged", "status": "completed", "tag": "155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:49.856409 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-271985fb-af66-495d-b8f0-87eb9eba7d37 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:49.856856 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0a83e6-c0a4-430c-bc0d-965746f27c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6', 'code': 200} Sep 03 20:25:49.908080 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:49.908888 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device d9f51e7f-d31c-41dd-a59c-ea793511e01d no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:25:49.932345 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: d9f51e7f-d31c-41dd-a59c-ea793511e01d {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:25:49.933771 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device d9f51e7f-d31c-41dd-a59c-ea793511e01d not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:25:49.984882 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:49.989528 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00018e-726e-470d-a2ca-b8a861a231fc req-77be9f1d-0c9d-4d96-9318-b47b844a2f6a tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:49.992914 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:49.993270 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:49.993614 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:49.993955 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:49.994290 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:49.994625 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:49.994957 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:49.995325 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:49.996212 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:49.996883 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:49.997222 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:49.997562 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:25:49.998959 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4b00018e-726e-470d-a2ca-b8a861a231fc req-77be9f1d-0c9d-4d96-9318-b47b844a2f6a tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 946 time: 0.0800276 Sep 03 20:25:50.028839 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-4bbcdba8-a9f2-4c86-a068-8fc1e4917def tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:50.066119 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4b00018e-726e-470d-a2ca-b8a861a231fc req-4ed3091c-6b9e-49a0-981e-5753637f583d tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661178 Sep 03 20:25:50.080803 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721299c-4894-46ec-8fdc-167eac6fbda2 req-92f510b2-7324-4d9f-8a37-3d87cb8c523a tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:50.082260 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c721299c-4894-46ec-8fdc-167eac6fbda2 req-92f510b2-7324-4d9f-8a37-3d87cb8c523a tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0730844 Sep 03 20:25:50.118925 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c721299c-4894-46ec-8fdc-167eac6fbda2 req-d94f9fb1-0086-4d67-af20-63983a2dacaa tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307400 Sep 03 20:25:50.153660 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-4bbcdba8-a9f2-4c86-a068-8fc1e4917def tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:50.197074 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-4bbcdba8-a9f2-4c86-a068-8fc1e4917def tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Network a4ee642e-bed5-4f7f-8e49-45dd5cf5818d is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:25:50.200795 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-4bbcdba8-a9f2-4c86-a068-8fc1e4917def tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:25:50.211895 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-4bbcdba8-a9f2-4c86-a068-8fc1e4917def tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:25:50.255327 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcdba8-a9f2-4c86-a068-8fc1e4917def tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Pushing event updated for resources: {'Port': ['ID=1b0142f9-3f53-414a-98b2-87e0cbd81b71,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:50.290524 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-4bbcdba8-a9f2-4c86-a068-8fc1e4917def tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:50.291159 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-4bbcdba8-a9f2-4c86-a068-8fc1e4917def tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:50.295427 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5e25a-2d91-4346-9556-f88af3da0297 req-b4fc5d4b-b075-4d15-9b9c-d0ac39388ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:50.296903 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d5c5e25a-2d91-4346-9556-f88af3da0297 req-b4fc5d4b-b075-4d15-9b9c-d0ac39388ec9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 1099 time: 0.0941219 Sep 03 20:25:50.299681 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c584c-7906-488a-a3b5-be93d98fa425 req-86170b64-b23c-4e8a-8967-a54b6fe98136 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:50.301134 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8b7c584c-7906-488a-a3b5-be93d98fa425 req-86170b64-b23c-4e8a-8967-a54b6fe98136 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0539572 Sep 03 20:25:50.338345 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8b7c584c-7906-488a-a3b5-be93d98fa425 req-08335257-5204-4284-ae6d-41a460c8543a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313437 Sep 03 20:25:50.338848 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d5c5e25a-2d91-4346-9556-f88af3da0297 req-827ad560-8d58-4993-bb50-9d16d1fa75b1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287890 Sep 03 20:25:50.388906 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-4bbcdba8-a9f2-4c86-a068-8fc1e4917def tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8814197 Sep 03 20:25:50.591487 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Request body: {'port': {'device_id': '2ef8bed9-9e95-40bc-9131-2db75a24b2a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:25:50.643306 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:50.840898 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc010f2-83a2-400f-a0ff-b5d9a2c90233 req-de140c5a-bbe5-4c27-aa38-a7f43580468e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:50.843364 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ccc010f2-83a2-400f-a0ff-b5d9a2c90233 req-de140c5a-bbe5-4c27-aa38-a7f43580468e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 932 time: 0.0523415 Sep 03 20:25:50.880568 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ccc010f2-83a2-400f-a0ff-b5d9a2c90233 req-ae988ffc-1c67-4e94-a214-24bc76f171b4 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311418 Sep 03 20:25:50.900669 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0142f9-3f53-414a-98b2-87e0cbd81b71 {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:25:50.908539 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:50.920749 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Transition to ACTIVE for port object 1b0142f9-3f53-414a-98b2-87e0cbd81b71 will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:25:51.016264 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:51.065698 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0142f9-3f53-414a-98b2-87e0cbd81b71,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:51.136579 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Attempting to bind port 1b0142f9-3f53-414a-98b2-87e0cbd81b71 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:25:51.136920 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Attempting to bind port 1b0142f9-3f53-414a-98b2-87e0cbd81b71 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'b8e26f50-e5f8-41e7-9cfa-3493588471eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a4ee642e-bed5-4f7f-8e49-45dd5cf5818d'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:25:51.137248 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Attempting to bind port 1b0142f9-3f53-414a-98b2-87e0cbd81b71 on network a4ee642e-bed5-4f7f-8e49-45dd5cf5818d {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:25:51.143589 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Port 1b0142f9-3f53-414a-98b2-87e0cbd81b71 on network a4ee642e-bed5-4f7f-8e49-45dd5cf5818d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:25:51.143912 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Attempting to bind port 1b0142f9-3f53-414a-98b2-87e0cbd81b71 on network a4ee642e-bed5-4f7f-8e49-45dd5cf5818d {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:25:51.148789 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:25:51.149121 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Checking segment: {'id': 'b8e26f50-e5f8-41e7-9cfa-3493588471eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a4ee642e-bed5-4f7f-8e49-45dd5cf5818d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:25:51.149618 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Bound using segment: {'id': 'b8e26f50-e5f8-41e7-9cfa-3493588471eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a4ee642e-bed5-4f7f-8e49-45dd5cf5818d'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:25:51.150046 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Bound port: 1b0142f9-3f53-414a-98b2-87e0cbd81b71, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e26f50-e5f8-41e7-9cfa-3493588471eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a4ee642e-bed5-4f7f-8e49-45dd5cf5818d'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:25:51.150413 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:51.182018 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0353b85-c5b2-465f-91af-bfc72b7a84fc req-557bee0d-2eec-4b8f-8136-1e468cd166b8 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:51.183537 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b0353b85-c5b2-465f-91af-bfc72b7a84fc req-557bee0d-2eec-4b8f-8136-1e468cd166b8 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 946 time: 0.0503652 Sep 03 20:25:51.217031 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] For port 1b0142f9-3f53-414a-98b2-87e0cbd81b71, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:25:51.220272 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] For port 1b0142f9-3f53-414a-98b2-87e0cbd81b71, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1b0142f9-3f53-414a-98b2-87e0cbd81b71,segment=NetworkSegment(b8e26f50-e5f8-41e7-9cfa-3493588471eb),segment_id=b8e26f50-e5f8-41e7-9cfa-3493588471eb)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:25:51.245959 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b0353b85-c5b2-465f-91af-bfc72b7a84fc req-97fdedc8-2f15-4ce7-8eca-9b66d85e65ef tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560832 Sep 03 20:25:51.261319 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80217ffb-01a0-44ec-8b91-511ee6c7f14a req-7c046e89-ec37-4075-9583-b6aad0e8d2a3 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:51.262903 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-80217ffb-01a0-44ec-8b91-511ee6c7f14a req-7c046e89-ec37-4075-9583-b6aad0e8d2a3 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0669267 Sep 03 20:25:51.280350 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:51.304475 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-80217ffb-01a0-44ec-8b91-511ee6c7f14a req-04e57e8f-c4f5-4d2b-97d8-0b44e969de4a tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351648 Sep 03 20:25:51.316311 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:51.316924 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:51.318350 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] 10.222.0.42 "PUT /v2.0/ports/1b0142f9-3f53-414a-98b2-87e0cbd81b71 HTTP/1.1" status: 200 len: 1094 time: 0.7313590 Sep 03 20:25:51.318813 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef8bed9-9e95-40bc-9131-2db75a24b2a0', 'tag': '1b0142f9-3f53-414a-98b2-87e0cbd81b71'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:51.321077 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09644fca-5ea1-4c42-8300-29142853ff29" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef8bed9-9e95-40bc-9131-2db75a24b2a0", "tag": "1b0142f9-3f53-414a-98b2-87e0cbd81b71"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:51.345481 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524b047-f593-49bd-ae2e-006803ca0c44 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0142f9-3f53-414a-98b2-87e0cbd81b71,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:51.360232 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39208bb6-c297-4017-abea-af31e1bfbe57 x-openstack-request-id: req-39208bb6-c297-4017-abea-af31e1bfbe57 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:51.360518 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef8bed9-9e95-40bc-9131-2db75a24b2a0", "tag": "1b0142f9-3f53-414a-98b2-87e0cbd81b71", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:51.360768 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39208bb6-c297-4017-abea-af31e1bfbe57 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:51.361158 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef8bed9-9e95-40bc-9131-2db75a24b2a0', 'tag': '1b0142f9-3f53-414a-98b2-87e0cbd81b71', 'status': 'completed', 'code': 200} Sep 03 20:25:51.428621 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09644fca-5ea1-4c42-8300-29142853ff29 req-0b984472-e99c-477a-8ba3-2d8feeab9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:51.430111 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-09644fca-5ea1-4c42-8300-29142853ff29 req-0b984472-e99c-477a-8ba3-2d8feeab9334 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5665c058d6fc4ad5ad1b3cdd412484d8&device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 1097 time: 0.0433860 Sep 03 20:25:51.460503 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199b041-43a8-4bec-859d-a7664f80821c req-2b9b25d1-bb34-4c41-b7eb-cd5f342c44d9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:51.461996 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b199b041-43a8-4bec-859d-a7664f80821c req-2b9b25d1-bb34-4c41-b7eb-cd5f342c44d9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0496879 Sep 03 20:25:51.500625 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b199b041-43a8-4bec-859d-a7664f80821c req-dce53f7f-b3ba-4688-9009-d48ac9652958 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320430 Sep 03 20:25:51.544901 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09644fca-5ea1-4c42-8300-29142853ff29 req-c56081b0-6d1f-44c4-8ed2-939196d796e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:51.546364 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-09644fca-5ea1-4c42-8300-29142853ff29 req-c56081b0-6d1f-44c4-8ed2-939196d796e7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5665c058d6fc4ad5ad1b3cdd412484d8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0949097 Sep 03 20:25:51.644942 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09644fca-5ea1-4c42-8300-29142853ff29 req-f0106afe-bba3-411b-906c-6461716a50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:51.646288 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-09644fca-5ea1-4c42-8300-29142853ff29 req-f0106afe-bba3-411b-906c-6461716a50fe service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897887 Sep 03 20:25:51.742733 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-75a28ccf-fff3-441f-b76f-af18707d06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:51.744231 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-75a28ccf-fff3-441f-b76f-af18707d06ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5665c058d6fc4ad5ad1b3cdd412484d8&device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 1097 time: 0.0395846 Sep 03 20:25:51.789700 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-4cc5de76-b391-48e2-8714-acd39d0a205b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b0142f9-3f53-414a-98b2-87e0cbd81b71 HTTP/1.1" status: 200 len: 217 time: 0.0334885 Sep 03 20:25:51.838054 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-eae2de54-cf8f-49ec-a129-c032e2e75935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:51.839529 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-eae2de54-cf8f-49ec-a129-c032e2e75935 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=30d87d0a-d0aa-4d1f-b9e6-0fed3fc3a12f HTTP/1.1" status: 200 len: 848 time: 0.0415552 Sep 03 20:25:51.878084 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-51017295-46b0-4191-94c2-214523640f90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4ee642e-bed5-4f7f-8e49-45dd5cf5818d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260367 Sep 03 20:25:51.977170 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-9fd70f1a-7f5c-4406-9b34-87bc562d7c06 service neutron] 10.222.0.42 "GET /v2.0/networks/a4ee642e-bed5-4f7f-8e49-45dd5cf5818d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877717 Sep 03 20:25:52.003980 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57330c33-4129-4c3d-8228-fc7af8cc54fd req-7ef9f02e-49d4-4b91-98cd-ab41ccf2aaf8 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:52.005559 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-57330c33-4129-4c3d-8228-fc7af8cc54fd req-7ef9f02e-49d4-4b91-98cd-ab41ccf2aaf8 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 944 time: 0.0521903 Sep 03 20:25:52.046131 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-57330c33-4129-4c3d-8228-fc7af8cc54fd req-485abb9e-16b4-4c2d-b2a4-90531a7f585c tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344534 Sep 03 20:25:52.079349 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5494438-2bbe-4249-93f8-6108fb7b6826 req-8261426d-5e29-4e27-9fd2-67515c4bfe46 service neutron] 10.222.0.42 "GET /v2.0/networks/a4ee642e-bed5-4f7f-8e49-45dd5cf5818d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909092 Sep 03 20:25:52.152763 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d4a5d-9a79-4bac-ad38-04c2fb0bebde req-f1cf6ce7-69d5-49a6-b78b-e66c3e7c7157 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:52.154499 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3a7d4a5d-9a79-4bac-ad38-04c2fb0bebde req-f1cf6ce7-69d5-49a6-b78b-e66c3e7c7157 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.42 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0477314 Sep 03 20:25:52.253118 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-3a7d4a5d-9a79-4bac-ad38-04c2fb0bebde req-6c8d45d3-88a0-4455-a867-047196468c79 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Deleting port c6413ecc-96d6-490b-a39e-d345bd41dc9c {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:25:52.253372 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-3a7d4a5d-9a79-4bac-ad38-04c2fb0bebde req-6c8d45d3-88a0-4455-a867-047196468c79 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:52.341848 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-3a7d4a5d-9a79-4bac-ad38-04c2fb0bebde req-6c8d45d3-88a0-4455-a867-047196468c79 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] For port c6413ecc-96d6-490b-a39e-d345bd41dc9c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=c6413ecc-96d6-490b-a39e-d345bd41dc9c,segment=NetworkSegment(7eedcc07-6d44-4c13-9421-8b3f0fff5aa8),segment_id=7eedcc07-6d44-4c13-9421-8b3f0fff5aa8)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:52.342224 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-3a7d4a5d-9a79-4bac-ad38-04c2fb0bebde req-6c8d45d3-88a0-4455-a867-047196468c79 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:52.355447 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-3a7d4a5d-9a79-4bac-ad38-04c2fb0bebde req-6c8d45d3-88a0-4455-a867-047196468c79 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Calling delete_port for c6413ecc-96d6-490b-a39e-d345bd41dc9c owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:25:52.360066 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f3f9b-882b-4adf-b69f-23941a2de8e4 req-7b13a586-1ead-4a24-bb57-b335aaf542fd tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:52.361599 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1f4f3f9b-882b-4adf-b69f-23941a2de8e4 req-7b13a586-1ead-4a24-bb57-b335aaf542fd tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 946 time: 0.0495262 Sep 03 20:25:52.434849 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1f4f3f9b-882b-4adf-b69f-23941a2de8e4 req-8574c56b-3045-43ac-ba78-63da5c371e89 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632899 Sep 03 20:25:52.449461 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c46c4-b6bb-4b21-b79e-d830c68a14d2 req-7a778b2c-f91e-4639-a5eb-e1f077f413c0 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:52.451259 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e75c46c4-b6bb-4b21-b79e-d830c68a14d2 req-7a778b2c-f91e-4639-a5eb-e1f077f413c0 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 946 time: 0.0735502 Sep 03 20:25:52.493149 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e75c46c4-b6bb-4b21-b79e-d830c68a14d2 req-4c3ffca5-e8a9-4699-949b-36c5d0984ac9 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f6bf122-9421-40d9-9128-0ec6ee0c50f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356433 Sep 03 20:25:52.593301 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-3a7d4a5d-9a79-4bac-ad38-04c2fb0bebde req-6c8d45d3-88a0-4455-a867-047196468c79 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:52.604924 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['c6413ecc-96d6-490b-a39e-d345bd41dc9c'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:25:52.621240 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bc6c2-830a-47ea-b3f1-5acb43571191 req-094a95db-5db9-4a4a-914d-1d4f7adce713 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:52.623387 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-931bc6c2-830a-47ea-b3f1-5acb43571191 req-094a95db-5db9-4a4a-914d-1d4f7adce713 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0509305 Sep 03 20:25:52.623539 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d45d3-88a0-4455-a867-047196468c79 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Pushing event deleted for resources: {'Port': ['ID=c6413ecc-96d6-490b-a39e-d345bd41dc9c,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:52.663042 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7d4a5d-9a79-4bac-ad38-04c2fb0bebde req-6c8d45d3-88a0-4455-a867-047196468c79 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] No DVR routers for this DVR port c6413ecc-96d6-490b-a39e-d345bd41dc9c on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:25:52.665577 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-3a7d4a5d-9a79-4bac-ad38-04c2fb0bebde req-6c8d45d3-88a0-4455-a867-047196468c79 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:52.667537 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3a7d4a5d-9a79-4bac-ad38-04c2fb0bebde req-6c8d45d3-88a0-4455-a867-047196468c79 tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.42 "DELETE /v2.0/ports/c6413ecc-96d6-490b-a39e-d345bd41dc9c HTTP/1.1" status: 204 len: 173 time: 0.5016150 Sep 03 20:25:52.667819 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-931bc6c2-830a-47ea-b3f1-5acb43571191 req-54c312c1-4439-4eec-8c62-375ed25a33a2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Sep 03 20:25:53.178922 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148337-b361-427c-bc15-9ca82519546c req-16f0b882-8a9e-499b-b95b-451c36e97054 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:53.180396 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4c148337-b361-427c-bc15-9ca82519546c req-16f0b882-8a9e-499b-b95b-451c36e97054 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 944 time: 0.0519264 Sep 03 20:25:53.218455 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4c148337-b361-427c-bc15-9ca82519546c req-fe04943a-a925-49e9-a206-e8dd1abde84b tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Sep 03 20:25:53.362196 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7818d032-a99b-40cb-aafb-282dcc7d9c03', 'name': 'network-vif-deleted', 'tag': 'c6413ecc-96d6-490b-a39e-d345bd41dc9c'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:53.367198 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f4daf9-dbc0-4000-9127-7b2cdb1052c3" -d '{"events": [{"server_uuid": "7818d032-a99b-40cb-aafb-282dcc7d9c03", "name": "network-vif-deleted", "tag": "c6413ecc-96d6-490b-a39e-d345bd41dc9c"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:53.406571 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37f772e-c330-4926-89e1-7524847c2fb9 x-openstack-request-id: req-a37f772e-c330-4926-89e1-7524847c2fb9 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:53.406907 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7818d032-a99b-40cb-aafb-282dcc7d9c03", "name": "network-vif-deleted", "tag": "c6413ecc-96d6-490b-a39e-d345bd41dc9c", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:53.407285 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a37f772e-c330-4926-89e1-7524847c2fb9 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:53.407713 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7818d032-a99b-40cb-aafb-282dcc7d9c03', 'name': 'network-vif-deleted', 'tag': 'c6413ecc-96d6-490b-a39e-d345bd41dc9c', 'status': 'completed', 'code': 200} Sep 03 20:25:53.602939 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a9e9f294-205d-46fd-bd85-a9b92d915b5b req-20292042-e1ad-4fd8-b29b-b638e5e89b0b tempest-ServerRescueNegativeTestJSON-1864428563 tempest-ServerRescueNegativeTestJSON-1864428563-project] 10.222.0.41 "GET /v2.0/ports?device_id=7818d032-a99b-40cb-aafb-282dcc7d9c03 HTTP/1.1" status: 200 len: 210 time: 0.0254178 Sep 03 20:25:53.622628 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:53.789293 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb2b1d-12cd-4ad9-ab7d-bfbbeb17cae2 req-0d05bb2e-e982-458b-a424-819cb571dbe5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:53.790679 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8ccb2b1d-12cd-4ad9-ab7d-bfbbeb17cae2 req-0d05bb2e-e982-458b-a424-819cb571dbe5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0491457 Sep 03 20:25:53.829183 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8ccb2b1d-12cd-4ad9-ab7d-bfbbeb17cae2 req-c42d7ab8-59bf-4b03-ac94-452a77ff683a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321686 Sep 03 20:25:54.331636 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa190df-bea7-430e-a052-2bdaa7148d2a req-df00233e-1a64-44d3-a8ba-6dc0a57cfd95 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:54.333097 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0fa190df-bea7-430e-a052-2bdaa7148d2a req-df00233e-1a64-44d3-a8ba-6dc0a57cfd95 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 944 time: 0.0485101 Sep 03 20:25:54.374336 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0fa190df-bea7-430e-a052-2bdaa7148d2a req-311c84a8-41de-407f-b7d1-832155b5cbae tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352232 Sep 03 20:25:54.659377 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 44378) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:54.661953 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ed04a-7f39-4e63-810c-c875e9f90508 req-1dc78011-d8e0-4858-821f-faebfd900409 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:54.663484 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bb7ed04a-7f39-4e63-810c-c875e9f90508 req-1dc78011-d8e0-4858-821f-faebfd900409 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0495322 Sep 03 20:25:54.704274 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bb7ed04a-7f39-4e63-810c-c875e9f90508 req-5bd38bfe-a5b8-4653-9445-b56a650af64a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346255 Sep 03 20:25:54.951341 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092905d-e68b-4b21-a230-1804b08b6ff1 req-61997622-809f-4959-a207-c361288cc631 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:54.952854 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1092905d-e68b-4b21-a230-1804b08b6ff1 req-61997622-809f-4959-a207-c361288cc631 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0500798 Sep 03 20:25:54.992968 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1092905d-e68b-4b21-a230-1804b08b6ff1 req-d90718c5-7bca-42e7-9f43-0c4d1f0b1504 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341215 Sep 03 20:25:55.017684 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d0f58-ff82-4c2b-b689-036c99c1e8f9 req-7603e8c8-c5e9-450b-b0f3-1863e4799ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:55.019183 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d2d0f58-ff82-4c2b-b689-036c99c1e8f9 req-7603e8c8-c5e9-450b-b0f3-1863e4799ee3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e1537f688944616a45d0582822ac411&device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 1138 time: 0.3127828 Sep 03 20:25:55.188654 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d0f58-ff82-4c2b-b689-036c99c1e8f9 req-cbdc889b-32ea-4903-b589-77f025cea390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:55.189991 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d2d0f58-ff82-4c2b-b689-036c99c1e8f9 req-cbdc889b-32ea-4903-b589-77f025cea390 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a26d7894-47e2-4282-9466-0768e66eed4b HTTP/1.1" status: 200 len: 915 time: 0.1594656 Sep 03 20:25:55.321925 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d2d0f58-ff82-4c2b-b689-036c99c1e8f9 req-9e56a03c-d6a2-47a8-9dca-5b1ddde7f027 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19468865-6c1d-403b-8a29-abf191e6d99c HTTP/1.1" status: 200 len: 1002 time: 0.1073823 Sep 03 20:25:55.408552 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d0f58-ff82-4c2b-b689-036c99c1e8f9 req-30d1d6ed-7a8c-4854-a661-86d80d618b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:55.410078 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d2d0f58-ff82-4c2b-b689-036c99c1e8f9 req-30d1d6ed-7a8c-4854-a661-86d80d618b55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=693be893-23f1-40ec-8dcb-aeb255377247 HTTP/1.1" status: 200 len: 853 time: 0.0671670 Sep 03 20:25:55.498329 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db497857-a1df-4b12-9f25-61a8133035ad req-fc898ecd-c4f3-45dd-8d6c-f4369535ea5b tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:55.499952 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-db497857-a1df-4b12-9f25-61a8133035ad req-fc898ecd-c4f3-45dd-8d6c-f4369535ea5b tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 944 time: 0.0580697 Sep 03 20:25:55.511037 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d0f58-ff82-4c2b-b689-036c99c1e8f9 req-e1389313-8b18-4a9f-ada6-fb11025c16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:55.512726 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d2d0f58-ff82-4c2b-b689-036c99c1e8f9 req-e1389313-8b18-4a9f-ada6-fb11025c16b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a26d7894-47e2-4282-9466-0768e66eed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830386 Sep 03 20:25:55.525800 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c3aebcc5-a471-4b4c-a8cc-d5dc24d8d1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588023'] for router_interface, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:55.540139 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-db497857-a1df-4b12-9f25-61a8133035ad req-4a5b5a3b-d4f3-4cf7-8ddd-99a47752186d tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341504 Sep 03 20:25:55.582738 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 1b0142f9-3f53-414a-98b2-87e0cbd81b71 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:25:55.677326 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 1b0142f9-3f53-414a-98b2-87e0cbd81b71, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1b0142f9-3f53-414a-98b2-87e0cbd81b71,segment=NetworkSegment(b8e26f50-e5f8-41e7-9cfa-3493588471eb),segment_id=b8e26f50-e5f8-41e7-9cfa-3493588471eb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:55.688770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '1b0142f9-3f53-414a-98b2-87e0cbd81b71', 'network_id': 'a4ee642e-bed5-4f7f-8e49-45dd5cf5818d', 'port_id': '1b0142f9-3f53-414a-98b2-87e0cbd81b71', 'mac_address': 'fa:16:3e:1d:45:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d87d0a-d0aa-4d1f-b9e6-0fed3fc3a12f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:25:55.688978 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d2d0f58-ff82-4c2b-b689-036c99c1e8f9 req-6f40fbe3-2e4b-4bb9-b992-9373a6583d1a service neutron] 10.222.0.42 "GET /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660130 Sep 03 20:25:55.725073 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:55.743030 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0142f9-3f53-414a-98b2-87e0cbd81b71 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:25:55.763472 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 1b0142f9-3f53-414a-98b2-87e0cbd81b71, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1b0142f9-3f53-414a-98b2-87e0cbd81b71,segment=NetworkSegment(b8e26f50-e5f8-41e7-9cfa-3493588471eb),segment_id=b8e26f50-e5f8-41e7-9cfa-3493588471eb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:55.822691 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3c5a6-298d-4e4e-b889-aa800e4e4bff req-6b6823e2-c036-44de-b1ba-47a324b2e801 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:55.824302 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8e3c5a6-298d-4e4e-b889-aa800e4e4bff req-6b6823e2-c036-44de-b1ba-47a324b2e801 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0494094 Sep 03 20:25:55.828207 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:55.866482 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e8e3c5a6-298d-4e4e-b889-aa800e4e4bff req-b3c80d03-957c-4a30-80c3-11475fcba279 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360353 Sep 03 20:25:55.880614 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=1b0142f9-3f53-414a-98b2-87e0cbd81b71,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:55.880951 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8d2d0f58-ff82-4c2b-b689-036c99c1e8f9 req-ae4b6c74-3fef-44c2-ba6f-a2200f93e9c8 service neutron] 10.222.0.42 "GET /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731737 Sep 03 20:25:55.954903 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-c3aebcc5-a471-4b4c-a8cc-d5dc24d8d1ef admin admin] Deleting port 03d35213-cff7-4f52-9431-930c72128da5 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:25:55.955271 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c3aebcc5-a471-4b4c-a8cc-d5dc24d8d1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:56.035880 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-c3aebcc5-a471-4b4c-a8cc-d5dc24d8d1ef admin admin] For port 03d35213-cff7-4f52-9431-930c72128da5, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=03d35213-cff7-4f52-9431-930c72128da5,segment=NetworkSegment(7eedcc07-6d44-4c13-9421-8b3f0fff5aa8),segment_id=7eedcc07-6d44-4c13-9421-8b3f0fff5aa8)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:56.036240 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c3aebcc5-a471-4b4c-a8cc-d5dc24d8d1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:56.049152 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-c3aebcc5-a471-4b4c-a8cc-d5dc24d8d1ef admin admin] Calling delete_port for 03d35213-cff7-4f52-9431-930c72128da5 owned by network:router_interface {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:25:56.120299 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad83783-2932-4b16-a96b-42804c129caf req-0834ac60-476b-4e1b-acea-01e79ad6e504 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:56.121925 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0ad83783-2932-4b16-a96b-42804c129caf req-0834ac60-476b-4e1b-acea-01e79ad6e504 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0493481 Sep 03 20:25:56.159894 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['1b0142f9-3f53-414a-98b2-87e0cbd81b71'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:25:56.161909 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0ad83783-2932-4b16-a96b-42804c129caf req-e125c50c-36ae-4402-bacf-df4dd7726e6a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337334 Sep 03 20:25:56.285061 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c3aebcc5-a471-4b4c-a8cc-d5dc24d8d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:56.311114 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aebcc5-a471-4b4c-a8cc-d5dc24d8d1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=03d35213-cff7-4f52-9431-930c72128da5,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:56.461713 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c3aebcc5-a471-4b4c-a8cc-d5dc24d8d1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588131'] for router_interface, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:56.651529 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0b59d-a05c-4f17-a2d2-bc356f81eddb req-a391fd98-507e-4127-854f-e73fdf18a4f4 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:56.653045 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-28b0b59d-a05c-4f17-a2d2-bc356f81eddb req-a391fd98-507e-4127-854f-e73fdf18a4f4 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 945 time: 0.0475779 Sep 03 20:25:56.672765 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3aebcc5-a471-4b4c-a8cc-d5dc24d8d1ef admin admin] Router 431ac69c-6422-46d0-82a3-b666bfcab1e1 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:25:56.693296 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-28b0b59d-a05c-4f17-a2d2-bc356f81eddb req-573a6dd2-47c9-4e8f-ac84-fd84a2f7ba7a tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341787 Sep 03 20:25:56.779088 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aebcc5-a471-4b4c-a8cc-d5dc24d8d1ef admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:25:56.784410 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c3aebcc5-a471-4b4c-a8cc-d5dc24d8d1ef admin admin] 10.222.0.41 "PUT /v2.0/routers/431ac69c-6422-46d0-82a3-b666bfcab1e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1239974 Sep 03 20:25:56.787279 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 44396) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:56.788776 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef21728-3925-47c3-b96c-cbfa712f4713 None None] Sync routers for ids ['431ac69c-6422-46d0-82a3-b666bfcab1e1'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:25:56.798120 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef21728-3925-47c3-b96c-cbfa712f4713 None None] Routers {'431ac69c-6422-46d0-82a3-b666bfcab1e1'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:25:56.798735 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-0ef21728-3925-47c3-b96c-cbfa712f4713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:25:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['431ac69c-6422-46d0-82a3-b666bfcab1e1'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:56.888784 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:56.903131 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-0ef21728-3925-47c3-b96c-cbfa712f4713 None None] Set router 431ac69c-6422-46d0-82a3-b666bfcab1e1 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:25:56.985900 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91f105-8843-42b0-b040-1473a0ccfa2f req-7b85a019-a5a8-426f-a44d-f0dc7fd2d455 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:56.987507 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-aa91f105-8843-42b0-b040-1473a0ccfa2f req-7b85a019-a5a8-426f-a44d-f0dc7fd2d455 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0539930 Sep 03 20:25:57.003038 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:57.030458 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-aa91f105-8843-42b0-b040-1473a0ccfa2f req-00481da6-af32-4cc0-93e1-9371962caa5a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348704 Sep 03 20:25:57.091708 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-0ef21728-3925-47c3-b96c-cbfa712f4713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-345940101-router', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:14Z', 'updated_at': '2021-09-03T20:25:56Z', 'revision_number': 5, 'project_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'gw_port': {'id': '42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:57.117705 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef21728-3925-47c3-b96c-cbfa712f4713 None None] Checking router: 431ac69c-6422-46d0-82a3-b666bfcab1e1 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:25:57.126555 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef21728-3925-47c3-b96c-cbfa712f4713 None None] Routers {'431ac69c-6422-46d0-82a3-b666bfcab1e1'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:25:57.127192 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-0ef21728-3925-47c3-b96c-cbfa712f4713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:25:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['431ac69c-6422-46d0-82a3-b666bfcab1e1'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:57.129534 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] Deleting port 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:25:57.129938 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:57.212477 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-0ef21728-3925-47c3-b96c-cbfa712f4713 None None] Set router 431ac69c-6422-46d0-82a3-b666bfcab1e1 gateway port host: None {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:25:57.212668 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] For port 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:57.212851 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:57.225716 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] Calling delete_port for 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 owned by network:router_gateway {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:25:57.265513 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-0ef21728-3925-47c3-b96c-cbfa712f4713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-345940101-router', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:14Z', 'updated_at': '2021-09-03T20:25:57Z', 'revision_number': 6, 'project_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'gw_port_host': None}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:57.287098 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991899d9-96c4-404d-9131-147c928293e4 req-45a35f79-6da8-4516-be38-ca9751bdeff0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:57.289210 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-991899d9-96c4-404d-9131-147c928293e4 req-45a35f79-6da8-4516-be38-ca9751bdeff0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 943 time: 0.0544124 Sep 03 20:25:57.297339 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef21728-3925-47c3-b96c-cbfa712f4713 None None] The sync data for ids ['431ac69c-6422-46d0-82a3-b666bfcab1e1'] in dv-cinder-798198-4-iscsi is: [{'id': '431ac69c-6422-46d0-82a3-b666bfcab1e1', 'name': 'tempest-ServerRescueNegativeTestJSON-345940101-router', 'tenant_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:14Z', 'updated_at': '2021-09-03T20:25:57Z', 'revision_number': 6, 'project_id': 'cb5d2dd208c34a32bf22e5d308f38c3b', 'gw_port_host': None}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:25:57.336969 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-991899d9-96c4-404d-9131-147c928293e4 req-8751de27-a8bd-4801-b1d5-1c59debdd822 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400603 Sep 03 20:25:57.599527 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 0d7d8957-1111-4b21-907e-c96b1e06fe16 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:25:57.601676 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 1b0142f9-3f53-414a-98b2-87e0cbd81b71 up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:25:57.713787 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:57.744040 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 0d7d8957-1111-4b21-907e-c96b1e06fe16, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:57.750544 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:57.756661 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'port_id': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'mac_address': 'fa:16:3e:2a:5b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:25:57.799056 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:57.800897 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port 1b0142f9-3f53-414a-98b2-87e0cbd81b71 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:25:57.811643 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587917'] for router_gateway, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:57.812191 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 1b0142f9-3f53-414a-98b2-87e0cbd81b71 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:25:57.812450 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:57.817151 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7d8957-1111-4b21-907e-c96b1e06fe16 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:25:57.825380 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a4bb0-b668-46d7-a32d-a61604f77626 req-4e9a3eb9-65a2-4eb4-8842-d1635c09d575 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:57.827045 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3a7a4bb0-b668-46d7-a32d-a61604f77626 req-4e9a3eb9-65a2-4eb4-8842-d1635c09d575 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 945 time: 0.0573092 Sep 03 20:25:57.860288 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 0d7d8957-1111-4b21-907e-c96b1e06fe16, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:57.876659 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3a7a4bb0-b668-46d7-a32d-a61604f77626 req-36d80bae-0a36-4b78-9b5c-3ab20b5336a8 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431116 Sep 03 20:25:57.910485 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:57.919853 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:57.927630 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:57.929831 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:57.957669 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef8bed9-9e95-40bc-9131-2db75a24b2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0142f9-3f53-414a-98b2-87e0cbd81b71'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:25:57.959966 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4542179b-4541-42d6-81c4-33b0eb751f4e" -d '{"events": [{"server_uuid": "2ef8bed9-9e95-40bc-9131-2db75a24b2a0", "name": "network-vif-plugged", "status": "completed", "tag": "1b0142f9-3f53-414a-98b2-87e0cbd81b71"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:25:58.062376 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586795'] for router, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.062963 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 431ac69c-6422-46d0-82a3-b666bfcab1e1 {{(pid=94575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:25:58.068372 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.069996 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-74cf021e-5413-41e5-a97e-1173a4cc0ad7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/431ac69c-6422-46d0-82a3-b666bfcab1e1 HTTP/1.1" status: 204 len: 168 time: 1.2817895 Sep 03 20:25:58.072538 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 44410) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:58.110128 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faec48e-7cba-4b02-87dd-76d5d3959a56 x-openstack-request-id: req-4faec48e-7cba-4b02-87dd-76d5d3959a56 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:25:58.110536 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef8bed9-9e95-40bc-9131-2db75a24b2a0", "name": "network-vif-plugged", "status": "completed", "tag": "1b0142f9-3f53-414a-98b2-87e0cbd81b71", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:25:58.110847 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4faec48e-7cba-4b02-87dd-76d5d3959a56 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:25:58.111426 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef8bed9-9e95-40bc-9131-2db75a24b2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0142f9-3f53-414a-98b2-87e0cbd81b71', 'code': 200} Sep 03 20:25:58.115105 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 1b0142f9-3f53-414a-98b2-87e0cbd81b71, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1b0142f9-3f53-414a-98b2-87e0cbd81b71,segment=NetworkSegment(b8e26f50-e5f8-41e7-9cfa-3493588471eb),segment_id=b8e26f50-e5f8-41e7-9cfa-3493588471eb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:58.132749 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-146f1544-a2ad-43b5-8271-a4f308e65869 admin admin] Deleting subnet 917e06e4-7a3d-4bb8-947a-745fcc5f2509 {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:25:58.134321 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=0d7d8957-1111-4b21-907e-c96b1e06fe16,revision_number=9']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:58.135980 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-146f1544-a2ad-43b5-8271-a4f308e65869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.183442 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-146f1544-a2ad-43b5-8271-a4f308e65869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3694617'] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.187721 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.188540 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device c6413ecc-96d6-490b-a39e-d345bd41dc9c no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:25:58.201085 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2f807-9da2-4f19-a044-3f583b561b0b req-91d6c125-58c0-4594-b8f6-4a3d8ad97bbe tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:58.203050 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a2f2f807-9da2-4f19-a044-3f583b561b0b req-91d6c125-58c0-4594-b8f6-4a3d8ad97bbe tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0732291 Sep 03 20:25:58.230306 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: c6413ecc-96d6-490b-a39e-d345bd41dc9c {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:25:58.230642 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device c6413ecc-96d6-490b-a39e-d345bd41dc9c not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:25:58.240207 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-146f1544-a2ad-43b5-8271-a4f308e65869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.253332 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a2f2f807-9da2-4f19-a044-3f583b561b0b req-72554bc8-c29a-4ccc-87a7-b905c9eea918 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405338 Sep 03 20:25:58.258031 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=1b0142f9-3f53-414a-98b2-87e0cbd81b71,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:58.263250 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['0d7d8957-1111-4b21-907e-c96b1e06fe16'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:25:58.386283 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cf859-71fd-4042-97b0-01ce5a393c61 req-2a9cbb2b-3aa1-4ae4-b1b3-96a9631ed031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:58.388693 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6b4cf859-71fd-4042-97b0-01ce5a393c61 req-2a9cbb2b-3aa1-4ae4-b1b3-96a9631ed031 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 1099 time: 0.0526137 Sep 03 20:25:58.393815 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-146f1544-a2ad-43b5-8271-a4f308e65869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4154411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3539788'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.448882 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f1544-a2ad-43b5-8271-a4f308e65869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917e06e4-7a3d-4bb8-947a-745fcc5f2509,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:58.451430 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-146f1544-a2ad-43b5-8271-a4f308e65869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.453284 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-146f1544-a2ad-43b5-8271-a4f308e65869 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/917e06e4-7a3d-4bb8-947a-745fcc5f2509 HTTP/1.1" status: 204 len: 168 time: 0.3797579 Sep 03 20:25:58.457408 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 44414) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:58.479435 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87671a09-65e9-43e0-b127-8fccba13c97a req-da066717-e665-4939-9996-99cc04e4df89 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:58.481127 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87671a09-65e9-43e0-b127-8fccba13c97a req-da066717-e665-4939-9996-99cc04e4df89 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 944 time: 0.0583510 Sep 03 20:25:58.485681 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6b4cf859-71fd-4042-97b0-01ce5a393c61 req-8a7fd23c-a214-45e5-a05b-6396239221ce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835993 Sep 03 20:25:58.519016 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-87671a09-65e9-43e0-b127-8fccba13c97a req-762d8ba6-09c3-4379-82da-36e5c9c7e530 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315361 Sep 03 20:25:58.532257 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-eeca5f6a-f251-4b3e-9908-6407236152ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.610669 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-eeca5f6a-f251-4b3e-9908-6407236152ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.620965 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-eeca5f6a-f251-4b3e-9908-6407236152ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:58.631690 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-eeca5f6a-f251-4b3e-9908-6407236152ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:58.631987 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-eeca5f6a-f251-4b3e-9908-6407236152ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eedcc07-6d44-4c13-9421-8b3f0fff5aa8') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:25:58.641328 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-eeca5f6a-f251-4b3e-9908-6407236152ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694592'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.655496 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-eeca5f6a-f251-4b3e-9908-6407236152ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.661090 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeca5f6a-f251-4b3e-9908-6407236152ed admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:25:58.661461 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-eeca5f6a-f251-4b3e-9908-6407236152ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4154485'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: Traceback (most recent call last): Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: timer() Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: cb(*args, **kw) Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: return func(*args, **kwargs) Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: self._notify() Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: self.callback(batched_events) Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: event.method(event) Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: return f(self, *a, **k) Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._get(url).json() Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:25:58.663061 dv-cinder-798198-4-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:25:58.793239 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-eeca5f6a-f251-4b3e-9908-6407236152ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.799978 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-eeca5f6a-f251-4b3e-9908-6407236152ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:58.804314 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-eeca5f6a-f251-4b3e-9908-6407236152ed admin admin] 10.222.0.41 "DELETE /v2.0/networks/d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2 HTTP/1.1" status: 204 len: 168 time: 0.3443875 Sep 03 20:25:58.811361 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca5f6a-f251-4b3e-9908-6407236152ed admin admin] Pushing event deleted for resources: {'Network': ['ID=d3c477ff-6eba-4f3d-aefa-6d62bfbbf2e2,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:58.993148 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b24c03-95f2-46fa-8724-13d2629c56c9 req-606cc591-b99e-4ed3-8551-8289033af28a tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:58.994611 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-11b24c03-95f2-46fa-8724-13d2629c56c9 req-606cc591-b99e-4ed3-8551-8289033af28a tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 946 time: 0.0507607 Sep 03 20:25:59.036292 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-11b24c03-95f2-46fa-8724-13d2629c56c9 req-cdcc96e7-2570-4adc-ba89-d302225330e3 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350935 Sep 03 20:25:59.097665 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 03d35213-cff7-4f52-9431-930c72128da5 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:25:59.116897 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: 03d35213-cff7-4f52-9431-930c72128da5 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:25:59.117238 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 03d35213-cff7-4f52-9431-930c72128da5 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:25:59.117642 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:25:59.139651 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:25:59.139651 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 42c5b6a5-56c4-4aa7-9425-62d0d85f2ba7 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:25:59.181837 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 44422) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:59.223555 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-32504e1c-9d03-45d2-8afd-a757813a99b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb5d2dd208c34a32bf22e5d308f38c3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405393 Sep 03 20:25:59.225977 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 44424) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:25:59.272039 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-99e7fabb-c8e0-4404-8a7e-d43e618f02cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:59.292791 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-99e7fabb-c8e0-4404-8a7e-d43e618f02cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:59.382318 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e354c-039a-4eb1-a6f5-86c5b8869b01 req-cdce5153-d25e-46d9-b506-a4564128a015 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:59.383796 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-329e354c-039a-4eb1-a6f5-86c5b8869b01 req-cdce5153-d25e-46d9-b506-a4564128a015 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0481482 Sep 03 20:25:59.423123 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-329e354c-039a-4eb1-a6f5-86c5b8869b01 req-8c7a53a1-0761-4e89-bbbd-6f027cfaa907 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332277 Sep 03 20:25:59.433407 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-99e7fabb-c8e0-4404-8a7e-d43e618f02cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:59.437646 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-99e7fabb-c8e0-4404-8a7e-d43e618f02cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:59.438346 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-99e7fabb-c8e0-4404-8a7e-d43e618f02cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f6bf122-9421-40d9-9128-0ec6ee0c50f0 HTTP/1.1" status: 204 len: 168 time: 0.2115057 Sep 03 20:25:59.446175 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7fabb-c8e0-4404-8a7e-d43e618f02cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6bf122-9421-40d9-9128-0ec6ee0c50f0,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:25:59.625448 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 0d7d8957-1111-4b21-907e-c96b1e06fe16 up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:25:59.640734 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520b5ab-7f57-4e41-808a-6ce7454ebca4 req-33a8be71-62f9-42ee-9a49-356d9ce1c8d1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:25:59.642228 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c520b5ab-7f57-4e41-808a-6ce7454ebca4 req-33a8be71-62f9-42ee-9a49-356d9ce1c8d1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 944 time: 0.0519767 Sep 03 20:25:59.675058 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 0d7d8957-1111-4b21-907e-c96b1e06fe16 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:25:59.675457 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:59.683500 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c520b5ab-7f57-4e41-808a-6ce7454ebca4 req-14050673-be49-43a6-80a4-ef03864ac5f8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352988 Sep 03 20:25:59.755976 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:59.789427 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 0d7d8957-1111-4b21-907e-c96b1e06fe16, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:25:59.896787 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:25:59.949108 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=0d7d8957-1111-4b21-907e-c96b1e06fe16,revision_number=10']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:00.112309 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7d8957-1111-4b21-907e-c96b1e06fe16'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:26:00.115281 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1fcf13-9f8a-45d5-a142-243c034848b6" -d '{"events": [{"server_uuid": "d31f9675-0eeb-4f2b-a707-fc72e18d3456", "name": "network-vif-plugged", "status": "completed", "tag": "0d7d8957-1111-4b21-907e-c96b1e06fe16"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:26:00.155434 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f23cf0-113b-4fc8-93d9-e362003dbec5 x-openstack-request-id: req-17f23cf0-113b-4fc8-93d9-e362003dbec5 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:26:00.155735 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31f9675-0eeb-4f2b-a707-fc72e18d3456", "name": "network-vif-plugged", "status": "completed", "tag": "0d7d8957-1111-4b21-907e-c96b1e06fe16", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:26:00.156069 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17f23cf0-113b-4fc8-93d9-e362003dbec5 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:26:00.156391 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'code': 200} Sep 03 20:26:00.166642 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5889fa-8c03-43ca-a052-7260256dd8f1 req-03a17ff3-4ad6-44fb-b13d-c1371d83ec4b tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:00.168142 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ee5889fa-8c03-43ca-a052-7260256dd8f1 req-03a17ff3-4ad6-44fb-b13d-c1371d83ec4b tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 946 time: 0.0623505 Sep 03 20:26:00.212140 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ee5889fa-8c03-43ca-a052-7260256dd8f1 req-8179de8c-d834-4497-a82f-0c729834c061 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371368 Sep 03 20:26:00.538433 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ca038-ed56-4a0a-8095-9e25bb466ae3 req-eab3e8c5-cb19-4984-8411-4f35c08c7f91 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:00.539974 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bd5ca038-ed56-4a0a-8095-9e25bb466ae3 req-eab3e8c5-cb19-4984-8411-4f35c08c7f91 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0489872 Sep 03 20:26:00.580311 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bd5ca038-ed56-4a0a-8095-9e25bb466ae3 req-bdeed6e2-1630-40f7-b020-00348bbf9d53 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335150 Sep 03 20:26:00.613497 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 44458) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:26:00.706590 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1306767551-network', 'tenant_id': 'a5d8efd188b8452a9425af1364e62534'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:26:00.806695 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf05b75-bcce-47e5-89b5-2111212c00d2 req-0b9d1c13-daa5-447d-886d-0bede44c2158 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:00.808177 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7cf05b75-bcce-47e5-89b5-2111212c00d2 req-0b9d1c13-daa5-447d-886d-0bede44c2158 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 946 time: 0.0498133 Sep 03 20:26:00.844973 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] Made reservation on behalf of a5d8efd188b8452a9425af1364e62534 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:26:00.847561 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:00.849361 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7cf05b75-bcce-47e5-89b5-2111212c00d2 req-7d194c54-1005-4e9b-b0fe-980f121f50f2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350358 Sep 03 20:26:00.871423 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:00.957600 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104ae7f-a7de-4152-9eb1-991d7c0589b8 req-e0894df8-dc7b-46f5-b662-feccdced3321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:00.959095 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c104ae7f-a7de-4152-9eb1-991d7c0589b8 req-e0894df8-dc7b-46f5-b662-feccdced3321 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 1099 time: 0.0637476 Sep 03 20:26:01.014510 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:01.016416 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c104ae7f-a7de-4152-9eb1-991d7c0589b8 req-7a8ecf41-9d2a-4312-a328-fc0dfefbd7c5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474300 Sep 03 20:26:01.107325 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:01.131862 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:26:01.141555 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7365e4-293f-4952-8e4f-e4fa5f905efa,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:01.146209 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:01.146555 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] Added segment 92c3e098-cb73-43dd-a975-737479773f74 of type vlan for network b18ab434-6d0b-4f19-9853-1e5f3946b993 Sep 03 20:26:01.184186 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:01.285139 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:01.286374 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:01.286959 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:01.329001 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739c79e-28aa-4aa0-8bd9-6be2222dfc95 req-2cab45ee-6e1b-4d7c-9cea-00493cc9fc3f tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:01.330517 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9739c79e-28aa-4aa0-8bd9-6be2222dfc95 req-2cab45ee-6e1b-4d7c-9cea-00493cc9fc3f tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 946 time: 0.0492482 Sep 03 20:26:01.351202 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] Pushing event updated for resources: {'Network': ['ID=b18ab434-6d0b-4f19-9853-1e5f3946b993,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:01.362173 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network b18ab434-6d0b-4f19-9853-1e5f3946b993 details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:26:01.373988 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9739c79e-28aa-4aa0-8bd9-6be2222dfc95 req-b562ac76-f24a-4fef-9a7f-838115a42753 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371778 Sep 03 20:26:01.485543 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3676f437-f73c-4721-9e9d-1a1929bda293 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8709121 Sep 03 20:26:01.488303 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 44470) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:26:01.493195 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-3ce58982-3116-4801-ac6c-522f4d91dc06 admin admin] Request body: {'subnet': {'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1306767551-subnet', 'tenant_id': 'a5d8efd188b8452a9425af1364e62534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:26:01.627753 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce58982-3116-4801-ac6c-522f4d91dc06 admin admin] Made reservation on behalf of a5d8efd188b8452a9425af1364e62534 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:26:01.630133 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3ce58982-3116-4801-ac6c-522f4d91dc06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3539817'] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:01.696181 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84207f5-b027-4483-8208-ca153d267838 req-efa54f4a-fd27-4421-a47e-f48da6b209ca tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:01.697653 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e84207f5-b027-4483-8208-ca153d267838 req-efa54f4a-fd27-4421-a47e-f48da6b209ca tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0492206 Sep 03 20:26:01.738529 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e84207f5-b027-4483-8208-ca153d267838 req-662c89ab-98d7-40dd-95e7-bed5e5aaa6e7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345588 Sep 03 20:26:01.879347 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3ce58982-3116-4801-ac6c-522f4d91dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4154602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3539783'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:01.938812 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce58982-3116-4801-ac6c-522f4d91dc06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a21d830-e4e1-4b24-a811-bbb0e383e134,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:01.946407 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce58982-3116-4801-ac6c-522f4d91dc06 admin admin] Checking segment: {'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:26:01.946973 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce58982-3116-4801-ac6c-522f4d91dc06 admin admin] Network hostable DHCP agents. Network: b18ab434-6d0b-4f19-9853-1e5f3946b993, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:26:01.980278 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a35aad-70b3-45de-9f90-1490fe0470d8 req-b89c53a9-4431-41d1-becc-fea4f66ec975 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:01.981866 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b0a35aad-70b3-45de-9f90-1490fe0470d8 req-b89c53a9-4431-41d1-becc-fea4f66ec975 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 946 time: 0.0536270 Sep 03 20:26:02.022315 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b0a35aad-70b3-45de-9f90-1490fe0470d8 req-5b565eae-8db6-4cd5-a0b9-9d99c30fc063 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338609 Sep 03 20:26:02.050379 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce58982-3116-4801-ac6c-522f4d91dc06 admin admin] Network b18ab434-6d0b-4f19-9853-1e5f3946b993 is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:26:02.147604 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-3ce58982-3116-4801-ac6c-522f4d91dc06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, b18ab434-6d0b-4f19-9853-1e5f3946b993) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:26:02.152964 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce58982-3116-4801-ac6c-522f4d91dc06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:02.153632 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3ce58982-3116-4801-ac6c-522f4d91dc06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:02.157236 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204a4cb9-a738-4b6a-93e1-96af3563dac3 None None] Network b18ab434-6d0b-4f19-9853-1e5f3946b993 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:26:02.283763 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3ce58982-3116-4801-ac6c-522f4d91dc06 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7915626 Sep 03 20:26:02.283978 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc2f451-0eba-4364-94f6-5fa02f2d8205 None None] Network b18ab434-6d0b-4f19-9853-1e5f3946b993 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:26:02.725188 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-085862d7-cd0e-4203-9a4e-a1724d0c27d7 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:02.726651 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-085862d7-cd0e-4203-9a4e-a1724d0c27d7 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/networks?id=b18ab434-6d0b-4f19-9853-1e5f3946b993 HTTP/1.1" status: 200 len: 815 time: 0.1063864 Sep 03 20:26:02.741511 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-e3f77236-4012-4ddb-a873-cab4af5d2878 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/quotas/a5d8efd188b8452a9425af1364e62534 HTTP/1.1" status: 200 len: 375 time: 0.0089283 Sep 03 20:26:02.779883 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-4164037b-d50c-4a3e-9e24-268225c9bb6b tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5d8efd188b8452a9425af1364e62534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325572 Sep 03 20:26:02.873596 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-493a141c-962b-4d42-bca0-b1f11d05684f service neutron] 10.222.0.41 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900548 Sep 03 20:26:03.001296 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf846-b627-4dad-9c4c-350c6c3c8cf2 req-f157d7e6-a293-42b0-afda-557902fbdb9f tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:03.002760 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fe4bf846-b627-4dad-9c4c-350c6c3c8cf2 req-f157d7e6-a293-42b0-afda-557902fbdb9f tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0890679 Sep 03 20:26:03.007632 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-dc8386f0-64d8-4cce-8280-bc98f8ffd05a service neutron] 10.222.0.41 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277659 Sep 03 20:26:03.046985 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fe4bf846-b627-4dad-9c4c-350c6c3c8cf2 req-be089a99-bd4a-48d9-8b0f-6e21b3225319 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355530 Sep 03 20:26:03.149842 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f112f-17b1-4e3f-a5a0-717d9c05c87c req-9f156471-1b6f-452f-9d88-bde10a4c01c8 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:03.151315 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-520f112f-17b1-4e3f-a5a0-717d9c05c87c req-9f156471-1b6f-452f-9d88-bde10a4c01c8 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 946 time: 0.0494583 Sep 03 20:26:03.188754 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-520f112f-17b1-4e3f-a5a0-717d9c05c87c req-a89c11b9-1b83-47ba-b07e-373df82a54fd tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309737 Sep 03 20:26:03.309641 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8aa5c786-2af3-476d-892a-632fc4e0d1ff req-0748a406-99b1-4011-a2b3-61a7190e380c tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 210 time: 0.0430045 Sep 03 20:26:03.334412 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8fd5d-1409-4b3b-8311-84d56bffb182 req-8c1c3a1f-312d-4b03-b622-debe937b384f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:03.336068 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8fb8fd5d-1409-4b3b-8311-84d56bffb182 req-8c1c3a1f-312d-4b03-b622-debe937b384f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 946 time: 0.0919900 Sep 03 20:26:03.378968 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8fb8fd5d-1409-4b3b-8311-84d56bffb182 req-a2e85ace-5738-4ed0-b336-9a2227a2d4f7 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358634 Sep 03 20:26:04.165622 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e34c88-63c2-457c-9e81-3d6b8ae8a671 req-0633d668-6e1a-42d8-9d2b-05ec5b207b54 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:04.167126 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-17e34c88-63c2-457c-9e81-3d6b8ae8a671 req-0633d668-6e1a-42d8-9d2b-05ec5b207b54 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0522735 Sep 03 20:26:04.207182 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-17e34c88-63c2-457c-9e81-3d6b8ae8a671 req-cb550668-3928-4a46-b3a1-a31f4c589891 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326877 Sep 03 20:26:04.306316 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8281668-d008-473a-ab5e-469b30e2b9af req-8a57b35e-154f-4adc-bf36-e7ee9f3081e2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:04.313579 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f8281668-d008-473a-ab5e-469b30e2b9af req-8a57b35e-154f-4adc-bf36-e7ee9f3081e2 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 946 time: 0.0487714 Sep 03 20:26:04.346409 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f8281668-d008-473a-ab5e-469b30e2b9af req-0fe6bbfd-a18f-42c1-b3f4-d1b024d7f911 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327563 Sep 03 20:26:04.400232 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e1ab6a94-d29d-4c46-b1ca-ff8535a8d560 req-8b462e66-8480-4ae1-a982-865af9a9df20 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 210 time: 0.0263031 Sep 03 20:26:04.507368 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160b5c5-ae31-4ded-afb0-8930b55b5013 req-beb4ce7f-4d6d-4b4f-a4ba-b9625a83b878 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:04.508843 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1160b5c5-ae31-4ded-afb0-8930b55b5013 req-beb4ce7f-4d6d-4b4f-a4ba-b9625a83b878 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 946 time: 0.0555258 Sep 03 20:26:04.548038 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1160b5c5-ae31-4ded-afb0-8930b55b5013 req-c4b1fbbe-fbd6-46a4-9235-9c8e55acfb88 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323851 Sep 03 20:26:05.320081 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa442d26-420f-4124-be75-17f58fdbffad req-4f6d6550-6cd0-416f-9c53-2b666b34d302 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:05.321545 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fa442d26-420f-4124-be75-17f58fdbffad req-4f6d6550-6cd0-416f-9c53-2b666b34d302 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0484221 Sep 03 20:26:05.360597 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fa442d26-420f-4124-be75-17f58fdbffad req-8ddb7267-c66b-4c90-bb59-d25a53594e3f tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330231 Sep 03 20:26:05.459246 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369e905-1735-4fa8-885a-bd29ef07c52f req-bb90bc60-846b-428f-97f1-2bc728c1d2dd tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:05.460710 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a369e905-1735-4fa8-885a-bd29ef07c52f req-bb90bc60-846b-428f-97f1-2bc728c1d2dd tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 946 time: 0.0491064 Sep 03 20:26:05.504906 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e938c754-9160-4abe-8a01-b15c6c0b5876 req-aee40597-90cf-4065-9689-6ddaa08aa71d tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 210 time: 0.0391469 Sep 03 20:26:05.522111 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a369e905-1735-4fa8-885a-bd29ef07c52f req-8929c794-6c15-4488-81c7-3207115e0113 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549097 Sep 03 20:26:05.664390 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc15937-e413-49ce-8b70-4e588ff67bb2 req-94ba43fa-d710-48c8-a654-e05658abf06f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:05.665825 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6fc15937-e413-49ce-8b70-4e588ff67bb2 req-94ba43fa-d710-48c8-a654-e05658abf06f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 946 time: 0.0478795 Sep 03 20:26:05.702010 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6fc15937-e413-49ce-8b70-4e588ff67bb2 req-d7fd5cdb-e929-4bbc-bf14-10c57d2fc26e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297904 Sep 03 20:26:06.475721 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77470015-ca05-4812-a5e6-9dc227e7f201 req-4b2f214c-11b3-456b-95c5-c3b8cf7de968 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:06.477170 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-77470015-ca05-4812-a5e6-9dc227e7f201 req-4b2f214c-11b3-456b-95c5-c3b8cf7de968 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0499184 Sep 03 20:26:06.518565 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-77470015-ca05-4812-a5e6-9dc227e7f201 req-c73c7bc7-8a9f-4b24-bf65-96917aead3f8 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346797 Sep 03 20:26:06.614475 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f88d4ad7-eb5a-4f7f-89f9-86e1e24912fa req-b7b4d876-9032-4a95-82b5-c082b3c05571 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 210 time: 0.0385611 Sep 03 20:26:06.653001 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f0d27-b425-47f5-a11c-3ef0b43cf250 req-efb6e4ea-5b6c-445e-b8b9-00b80cf4bb16 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:06.656261 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7f2f0d27-b425-47f5-a11c-3ef0b43cf250 req-efb6e4ea-5b6c-445e-b8b9-00b80cf4bb16 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 946 time: 0.0658567 Sep 03 20:26:06.692451 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7f2f0d27-b425-47f5-a11c-3ef0b43cf250 req-ce3725c9-83ce-4c82-861b-49d3963bae2f tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315316 Sep 03 20:26:06.822616 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65049603-37d7-4d83-aba8-c8e600ad037e req-bef2293c-5758-41f0-a2c1-c9fe5c8e7653 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:06.824019 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-65049603-37d7-4d83-aba8-c8e600ad037e req-bef2293c-5758-41f0-a2c1-c9fe5c8e7653 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 946 time: 0.0497727 Sep 03 20:26:06.861687 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-65049603-37d7-4d83-aba8-c8e600ad037e req-54b4f4dd-b30f-4143-8e5a-5d996f83ab2c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Sep 03 20:26:07.412999 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b3e5006c-b3cf-46b2-8ac3-619508258f7d tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:07.414534 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b3e5006c-b3cf-46b2-8ac3-619508258f7d tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "GET /v2.0/networks?id=b18ab434-6d0b-4f19-9853-1e5f3946b993 HTTP/1.1" status: 200 len: 815 time: 0.1083202 Sep 03 20:26:07.433719 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-21b884ca-7f2c-434f-805a-a95c68b55131 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Request body: {'port': {'device_id': '10a66a21-08d2-4bd4-8974-fc53bbf603aa', 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993', 'admin_state_up': True, 'tenant_id': 'a5d8efd188b8452a9425af1364e62534'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:26:07.628269 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d22de-8810-44d2-ba25-a2c3510e4e21 req-685f2f22-41e8-4e3e-b278-c950192c5f6c tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:07.629702 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-230d22de-8810-44d2-ba25-a2c3510e4e21 req-685f2f22-41e8-4e3e-b278-c950192c5f6c tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0471826 Sep 03 20:26:07.673425 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-21b884ca-7f2c-434f-805a-a95c68b55131 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Made reservation on behalf of a5d8efd188b8452a9425af1364e62534 for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:26:07.674912 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-230d22de-8810-44d2-ba25-a2c3510e4e21 req-f4060050-1b26-43cc-978a-466f2b298cf2 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385430 Sep 03 20:26:07.677020 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-21b884ca-7f2c-434f-805a-a95c68b55131 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:07.711371 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1b2989fb-2b71-4d2a-886e-2496e6cc9512 req-a20bee8d-e2f3-46b0-b016-6999050b85f2 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 210 time: 0.0281148 Sep 03 20:26:07.814685 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-21b884ca-7f2c-434f-805a-a95c68b55131 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Allocated IP 172.20.0.11 (b18ab434-6d0b-4f19-9853-1e5f3946b993/3a21d830-e4e1-4b24-a811-bbb0e383e134/1d8f201c-fc14-41f5-95da-b082869faad1) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:26:07.821573 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597ec8-603d-430c-8826-1e5060fa44f8 req-d423f889-f976-4378-9223-eca32f24c9a6 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:07.826325 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-70597ec8-603d-430c-8826-1e5060fa44f8 req-d423f889-f976-4378-9223-eca32f24c9a6 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 946 time: 0.0570512 Sep 03 20:26:07.862873 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-70597ec8-603d-430c-8826-1e5060fa44f8 req-05296bcf-cc84-40a4-ab47-4be7f6f12610 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1498a7c-9a6f-4568-a916-401b807865fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316277 Sep 03 20:26:07.974474 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-21b884ca-7f2c-434f-805a-a95c68b55131 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:08.069360 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32aded-bb41-4b52-ad4e-54ced5d80378 req-810a9cf3-f6b2-42fb-a9d3-16bb6afa0450 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:08.070908 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0f32aded-bb41-4b52-ad4e-54ced5d80378 req-810a9cf3-f6b2-42fb-a9d3-16bb6afa0450 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 946 time: 0.0482216 Sep 03 20:26:08.092944 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-21b884ca-7f2c-434f-805a-a95c68b55131 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:08.158894 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-21b884ca-7f2c-434f-805a-a95c68b55131 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Network b18ab434-6d0b-4f19-9853-1e5f3946b993 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:26:08.167235 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-21b884ca-7f2c-434f-805a-a95c68b55131 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:26:08.191112 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-21b884ca-7f2c-434f-805a-a95c68b55131 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:26:08.222150 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b884ca-7f2c-434f-805a-a95c68b55131 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Pushing event updated for resources: {'Port': ['ID=1d8f201c-fc14-41f5-95da-b082869faad1,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:08.251777 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-21b884ca-7f2c-434f-805a-a95c68b55131 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:08.252379 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-21b884ca-7f2c-434f-805a-a95c68b55131 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:08.275246 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-0f32aded-bb41-4b52-ad4e-54ced5d80378 req-b2195e1c-0728-445d-9181-abf47088a07e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Deleting port 1b0142f9-3f53-414a-98b2-87e0cbd81b71 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:26:08.278222 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-0f32aded-bb41-4b52-ad4e-54ced5d80378 req-b2195e1c-0728-445d-9181-abf47088a07e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:08.343638 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-21b884ca-7f2c-434f-805a-a95c68b55131 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9138336 Sep 03 20:26:08.364330 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Request body: {'port': {'device_id': '10a66a21-08d2-4bd4-8974-fc53bbf603aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:26:08.387011 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-0f32aded-bb41-4b52-ad4e-54ced5d80378 req-b2195e1c-0728-445d-9181-abf47088a07e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] For port 1b0142f9-3f53-414a-98b2-87e0cbd81b71, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1b0142f9-3f53-414a-98b2-87e0cbd81b71,segment=NetworkSegment(b8e26f50-e5f8-41e7-9cfa-3493588471eb),segment_id=b8e26f50-e5f8-41e7-9cfa-3493588471eb)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:26:08.387405 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-0f32aded-bb41-4b52-ad4e-54ced5d80378 req-b2195e1c-0728-445d-9181-abf47088a07e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:08.408631 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-0f32aded-bb41-4b52-ad4e-54ced5d80378 req-b2195e1c-0728-445d-9181-abf47088a07e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Calling delete_port for 1b0142f9-3f53-414a-98b2-87e0cbd81b71 owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:26:08.438648 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:08.753878 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-0f32aded-bb41-4b52-ad4e-54ced5d80378 req-b2195e1c-0728-445d-9181-abf47088a07e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:08.800746 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f50b07-546c-4a1f-a493-39b9c5206b8a req-2e2e8493-354b-45cd-bf43-dd70185c04eb tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:08.802275 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0f50b07-546c-4a1f-a493-39b9c5206b8a req-2e2e8493-354b-45cd-bf43-dd70185c04eb tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0588434 Sep 03 20:26:08.803042 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2195e1c-0728-445d-9181-abf47088a07e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Pushing event deleted for resources: {'Port': ['ID=1b0142f9-3f53-414a-98b2-87e0cbd81b71,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:08.838718 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8f201c-fc14-41f5-95da-b082869faad1 {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:26:08.857511 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f32aded-bb41-4b52-ad4e-54ced5d80378 req-b2195e1c-0728-445d-9181-abf47088a07e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] No DVR routers for this DVR port 1b0142f9-3f53-414a-98b2-87e0cbd81b71 on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:26:08.860549 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:08.863123 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-0f32aded-bb41-4b52-ad4e-54ced5d80378 req-b2195e1c-0728-445d-9181-abf47088a07e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:08.865038 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0f32aded-bb41-4b52-ad4e-54ced5d80378 req-b2195e1c-0728-445d-9181-abf47088a07e tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.42 "DELETE /v2.0/ports/1b0142f9-3f53-414a-98b2-87e0cbd81b71 HTTP/1.1" status: 204 len: 173 time: 0.7804449 Sep 03 20:26:08.865475 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef8bed9-9e95-40bc-9131-2db75a24b2a0', 'name': 'network-vif-deleted', 'tag': '1b0142f9-3f53-414a-98b2-87e0cbd81b71'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:26:08.867781 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89c755c-fae8-476c-82dd-9d9071ce24a0" -d '{"events": [{"server_uuid": "2ef8bed9-9e95-40bc-9131-2db75a24b2a0", "name": "network-vif-deleted", "tag": "1b0142f9-3f53-414a-98b2-87e0cbd81b71"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:26:08.879517 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0f50b07-546c-4a1f-a493-39b9c5206b8a req-64840f82-668c-4877-b961-2034ceb8a741 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496151 Sep 03 20:26:08.881611 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Transition to ACTIVE for port object 1d8f201c-fc14-41f5-95da-b082869faad1 will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:26:08.886752 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0eec1-1445-4222-8bbd-1ee8dd00bbad req-e93a95dc-f79e-4a13-bf38-5e055e1e62ee tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:08.888284 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a4e0eec1-1445-4222-8bbd-1ee8dd00bbad req-e93a95dc-f79e-4a13-bf38-5e055e1e62ee tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 932 time: 0.0982013 Sep 03 20:26:08.926540 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe2fd5e-748a-4722-9e6e-7399b6f655d7 x-openstack-request-id: req-abe2fd5e-748a-4722-9e6e-7399b6f655d7 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:26:08.926835 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef8bed9-9e95-40bc-9131-2db75a24b2a0", "name": "network-vif-deleted", "tag": "1b0142f9-3f53-414a-98b2-87e0cbd81b71", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:26:08.927174 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abe2fd5e-748a-4722-9e6e-7399b6f655d7 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:26:08.927578 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef8bed9-9e95-40bc-9131-2db75a24b2a0', 'name': 'network-vif-deleted', 'tag': '1b0142f9-3f53-414a-98b2-87e0cbd81b71', 'status': 'completed', 'code': 200} Sep 03 20:26:08.928533 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a4e0eec1-1445-4222-8bbd-1ee8dd00bbad req-ce12cda8-b04d-41ff-b832-195e23049769 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343297 Sep 03 20:26:08.996716 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-01b763cb-af94-44a1-a785-3a8ea04a3f04 req-01f49535-bcfb-44b4-902d-61d4590721f4 tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 210 time: 0.0261004 Sep 03 20:26:09.005056 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:09.056789 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8f201c-fc14-41f5-95da-b082869faad1,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:09.118910 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Attempting to bind port 1d8f201c-fc14-41f5-95da-b082869faad1 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:26:09.119277 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Attempting to bind port 1d8f201c-fc14-41f5-95da-b082869faad1 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:26:09.119600 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Attempting to bind port 1d8f201c-fc14-41f5-95da-b082869faad1 on network b18ab434-6d0b-4f19-9853-1e5f3946b993 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:26:09.123833 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Port 1d8f201c-fc14-41f5-95da-b082869faad1 on network b18ab434-6d0b-4f19-9853-1e5f3946b993 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:26:09.124149 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Attempting to bind port 1d8f201c-fc14-41f5-95da-b082869faad1 on network b18ab434-6d0b-4f19-9853-1e5f3946b993 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:26:09.128816 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:26:09.129148 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Checking segment: {'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:26:09.129525 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Bound using segment: {'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:26:09.129940 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Bound port: 1d8f201c-fc14-41f5-95da-b082869faad1, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:26:09.130290 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:09.194468 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] For port 1d8f201c-fc14-41f5-95da-b082869faad1, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:26:09.197427 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] For port 1d8f201c-fc14-41f5-95da-b082869faad1, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1d8f201c-fc14-41f5-95da-b082869faad1,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:26:09.279822 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:09.290263 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cc7684e6-c0b9-498c-97dc-b2d3ac50bf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:09.313435 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:09.314045 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:09.315436 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] 10.222.0.42 "PUT /v2.0/ports/1d8f201c-fc14-41f5-95da-b082869faad1 HTTP/1.1" status: 200 len: 1094 time: 0.9593623 Sep 03 20:26:09.335011 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316d508-ab21-4ea4-9367-f51fafe30e70 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8f201c-fc14-41f5-95da-b082869faad1,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:09.994941 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f102a8-0306-43e2-9f94-441065b99f5c req-4982832e-07b9-4f1d-811e-9d9936a91211 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:09.996424 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-24f102a8-0306-43e2-9f94-441065b99f5c req-4982832e-07b9-4f1d-811e-9d9936a91211 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0501447 Sep 03 20:26:10.064814 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-24f102a8-0306-43e2-9f94-441065b99f5c req-263a6af3-ebb8-457e-b3d1-877b24d08f07 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582559 Sep 03 20:26:10.072662 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51132f66-4a07-4975-a5fc-b19b3b3e1e8e req-3536e9a1-3c46-42c9-9963-b7f809f973c0 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:10.074073 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-51132f66-4a07-4975-a5fc-b19b3b3e1e8e req-3536e9a1-3c46-42c9-9963-b7f809f973c0 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 944 time: 0.0768001 Sep 03 20:26:10.113181 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-51132f66-4a07-4975-a5fc-b19b3b3e1e8e req-4f8eaecb-25a4-4f53-8e06-9a8b138b9ed0 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323560 Sep 03 20:26:10.144352 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-99e63b69-5c88-437c-a097-a4e4c384a960 req-cfc0eca2-292c-4dc7-b21f-960f0f512b4b tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 210 time: 0.0262454 Sep 03 20:26:10.928318 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a66a21-08d2-4bd4-8974-fc53bbf603aa', 'tag': '1d8f201c-fc14-41f5-95da-b082869faad1'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:26:10.930704 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887db26f-3724-4080-bc9a-09a5b12d3879" -d '{"events": [{"name": "network-changed", "server_uuid": "10a66a21-08d2-4bd4-8974-fc53bbf603aa", "tag": "1d8f201c-fc14-41f5-95da-b082869faad1"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:26:10.965280 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5f8e1e-e03d-4498-b6dc-8e09f02f6c0b x-openstack-request-id: req-0d5f8e1e-e03d-4498-b6dc-8e09f02f6c0b {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:26:10.965569 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a66a21-08d2-4bd4-8974-fc53bbf603aa", "tag": "1d8f201c-fc14-41f5-95da-b082869faad1", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:26:10.965820 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d5f8e1e-e03d-4498-b6dc-8e09f02f6c0b {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:26:10.966213 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a66a21-08d2-4bd4-8974-fc53bbf603aa', 'tag': '1d8f201c-fc14-41f5-95da-b082869faad1', 'status': 'completed', 'code': 200} Sep 03 20:26:11.179191 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246997f7-1343-4e9e-9b56-9ccc2c7478a4 req-50461cda-289c-4e23-b90d-c4d861fa8fd5 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:11.180594 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-246997f7-1343-4e9e-9b56-9ccc2c7478a4 req-50461cda-289c-4e23-b90d-c4d861fa8fd5 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0497179 Sep 03 20:26:11.235507 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['1b0142f9-3f53-414a-98b2-87e0cbd81b71'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:26:11.249176 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-246997f7-1343-4e9e-9b56-9ccc2c7478a4 req-53570c44-ba3d-4416-91fd-037c080e828e tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577357 Sep 03 20:26:11.262021 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572be2b-7a91-4475-9191-b9f273f3b2cd req-1e00dfc9-0d30-47cd-8c26-431a295c35e6 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:11.277689 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3572be2b-7a91-4475-9191-b9f273f3b2cd req-1e00dfc9-0d30-47cd-8c26-431a295c35e6 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 944 time: 0.0816057 Sep 03 20:26:11.316042 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3572be2b-7a91-4475-9191-b9f273f3b2cd req-7b3dbd5b-ce07-4272-ade1-d6725c0bf527 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408671 Sep 03 20:26:11.332275 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887db26f-3724-4080-bc9a-09a5b12d3879 req-54f81b1f-5b6f-44f9-8188-78bfce02aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:11.335052 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-887db26f-3724-4080-bc9a-09a5b12d3879 req-54f81b1f-5b6f-44f9-8188-78bfce02aab0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5d8efd188b8452a9425af1364e62534&device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 1097 time: 0.0536225 Sep 03 20:26:11.344617 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ff7d703-49c1-444a-9883-5b5ac41047a8 req-a9123ca7-ddb0-4f0f-b18e-33ff8b8fc17b tempest-VolumesActionsTest-598400262 tempest-VolumesActionsTest-598400262-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef8bed9-9e95-40bc-9131-2db75a24b2a0 HTTP/1.1" status: 200 len: 210 time: 0.0270500 Sep 03 20:26:11.443513 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887db26f-3724-4080-bc9a-09a5b12d3879 req-f877f930-2fdc-4a7f-bedb-21b839f763f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:11.444922 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-887db26f-3724-4080-bc9a-09a5b12d3879 req-f877f930-2fdc-4a7f-bedb-21b839f763f1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a5d8efd188b8452a9425af1364e62534&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1007514 Sep 03 20:26:11.553085 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887db26f-3724-4080-bc9a-09a5b12d3879 req-9c46c568-fe25-4aa4-883d-af053ea15aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:11.553085 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-887db26f-3724-4080-bc9a-09a5b12d3879 req-9c46c568-fe25-4aa4-883d-af053ea15aff service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923824 Sep 03 20:26:11.629448 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-dcfd56f9-9780-456e-8bd5-c5a1e12d80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:11.630908 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-dcfd56f9-9780-456e-8bd5-c5a1e12d80b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5d8efd188b8452a9425af1364e62534&device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 1097 time: 0.0432675 Sep 03 20:26:11.674452 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-64eb2866-7071-45d7-8608-eaee61656497 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d8f201c-fc14-41f5-95da-b082869faad1 HTTP/1.1" status: 200 len: 217 time: 0.0330770 Sep 03 20:26:11.729978 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-5a12bfc9-606a-4c58-a634-0390414f691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:11.731318 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-5a12bfc9-606a-4c58-a634-0390414f691c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a21d830-e4e1-4b24-a811-bbb0e383e134 HTTP/1.1" status: 200 len: 855 time: 0.0420299 Sep 03 20:26:11.774681 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-87e3da8d-1257-4afc-ba19-762af6de33c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b18ab434-6d0b-4f19-9853-1e5f3946b993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273402 Sep 03 20:26:11.862551 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-0a5b8a66-6b8f-4012-9d9b-192eeb829a87 service neutron] 10.222.0.42 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793972 Sep 03 20:26:11.956247 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bdbfb152-8fb2-4352-a713-9e05330b763f req-350eb423-d265-483e-a7cf-188023f667e5 service neutron] 10.222.0.42 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841508 Sep 03 20:26:12.021666 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-126f92de-4fe7-4a4b-ba0f-d110315eb5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:12.367000 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15eaacd-8b44-41cf-bcd7-40b7365b7ca6 req-2e1e72ba-bb1b-4a68-aee5-f5babde24e64 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:12.368810 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e15eaacd-8b44-41cf-bcd7-40b7365b7ca6 req-2e1e72ba-bb1b-4a68-aee5-f5babde24e64 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0498350 Sep 03 20:26:12.441680 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e15eaacd-8b44-41cf-bcd7-40b7365b7ca6 req-a0c9ac36-e159-41ae-87dd-b3299c7859a0 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628815 Sep 03 20:26:12.458723 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea002c80-d211-4f70-8b76-b9492770480d req-9895a9b2-c1d8-45ea-853c-00814bd392a9 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:12.460143 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ea002c80-d211-4f70-8b76-b9492770480d req-9895a9b2-c1d8-45ea-853c-00814bd392a9 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 944 time: 0.0667973 Sep 03 20:26:12.501418 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ea002c80-d211-4f70-8b76-b9492770480d req-39d0eab8-4f49-450e-857b-6be33f76c15e tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338180 Sep 03 20:26:12.798922 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:13.250883 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 1b0142f9-3f53-414a-98b2-87e0cbd81b71 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:26:13.271427 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: 1b0142f9-3f53-414a-98b2-87e0cbd81b71 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:26:13.271784 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 1b0142f9-3f53-414a-98b2-87e0cbd81b71 not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:26:13.444982 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:13.555007 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7315644-8e23-4f95-a256-e62f647aa656 req-7b46e3fe-b61a-4ac8-a37c-42f0cd9d6fc8 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:13.556543 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d7315644-8e23-4f95-a256-e62f647aa656 req-7b46e3fe-b61a-4ac8-a37c-42f0cd9d6fc8 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0490396 Sep 03 20:26:13.618690 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d7315644-8e23-4f95-a256-e62f647aa656 req-612988b7-4d75-4618-b831-e9ff2130688d tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552735 Sep 03 20:26:13.640388 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b5c32-6139-4ef4-a8e8-3792cad52610 req-512b92d1-3ff2-429d-aa18-3f83bcb01f1d tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:13.641862 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bc0b5c32-6139-4ef4-a8e8-3792cad52610 req-512b92d1-3ff2-429d-aa18-3f83bcb01f1d tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 944 time: 0.0657177 Sep 03 20:26:13.686979 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bc0b5c32-6139-4ef4-a8e8-3792cad52610 req-76e940b2-fe9a-4c58-afef-ae693d9b2f62 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389767 Sep 03 20:26:14.732169 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbf7d8-c316-476e-8bfc-1eea93d835ce req-19fa7c7d-bd10-4494-8723-fe7ada34c885 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:14.733804 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d2fbf7d8-c316-476e-8bfc-1eea93d835ce req-19fa7c7d-bd10-4494-8723-fe7ada34c885 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0490096 Sep 03 20:26:14.798560 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d2fbf7d8-c316-476e-8bfc-1eea93d835ce req-1de11eec-1631-462a-8e26-d577cf412356 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586612 Sep 03 20:26:14.814633 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df2657-3e39-4d4f-a97c-a1a3456b9f9f req-787a514e-6e33-4947-8a16-4496efd0b6bc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:14.816092 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-40df2657-3e39-4d4f-a97c-a1a3456b9f9f req-787a514e-6e33-4947-8a16-4496efd0b6bc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 944 time: 0.0630596 Sep 03 20:26:14.852808 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-40df2657-3e39-4d4f-a97c-a1a3456b9f9f req-17db6408-307e-4092-8601-18a6127a8030 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308938 Sep 03 20:26:14.941655 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:15.932312 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bad96-c11a-4ad4-bf01-ab8de3e13420 req-af89b86c-8222-46b8-bdae-aa35f69187bd tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:15.933791 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-100bad96-c11a-4ad4-bf01-ab8de3e13420 req-af89b86c-8222-46b8-bdae-aa35f69187bd tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0597060 Sep 03 20:26:16.020556 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-100bad96-c11a-4ad4-bf01-ab8de3e13420 req-56f2b29d-dadc-4a90-8d7d-f6fadd6248d1 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763552 Sep 03 20:26:16.036162 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd741a9-4728-488f-bb8b-3acb699b4509 req-b3ea1f18-19f7-43c7-9653-114a7ca1be5d tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:16.038627 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8dd741a9-4728-488f-bb8b-3acb699b4509 req-b3ea1f18-19f7-43c7-9653-114a7ca1be5d tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 944 time: 0.1038010 Sep 03 20:26:16.090499 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8dd741a9-4728-488f-bb8b-3acb699b4509 req-a5a07c63-a615-4d9f-bb21-c90f3ed2ace0 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450244 Sep 03 20:26:16.104889 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 1d8f201c-fc14-41f5-95da-b082869faad1 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:26:16.220904 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 1d8f201c-fc14-41f5-95da-b082869faad1, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1d8f201c-fc14-41f5-95da-b082869faad1,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:26:16.233075 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '1d8f201c-fc14-41f5-95da-b082869faad1', 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993', 'port_id': '1d8f201c-fc14-41f5-95da-b082869faad1', 'mac_address': 'fa:16:3e:31:fb:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a21d830-e4e1-4b24-a811-bbb0e383e134', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:26:16.269739 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:16.282792 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8f201c-fc14-41f5-95da-b082869faad1 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:26:16.301143 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 1d8f201c-fc14-41f5-95da-b082869faad1, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1d8f201c-fc14-41f5-95da-b082869faad1,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:26:16.370207 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:16.416876 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=1d8f201c-fc14-41f5-95da-b082869faad1,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:17.142202 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65d416-ed01-4a80-9436-63b7c20febc2 req-7bd10e5a-4582-4aa8-9ef7-a215b1807a30 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:17.143757 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ca65d416-ed01-4a80-9436-63b7c20febc2 req-7bd10e5a-4582-4aa8-9ef7-a215b1807a30 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0578153 Sep 03 20:26:17.217328 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ca65d416-ed01-4a80-9436-63b7c20febc2 req-b45a322a-4a68-4783-9fe1-e5fcd003fcce tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664847 Sep 03 20:26:17.239799 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a942b8-a415-4b9b-84df-ccc5dddd615b req-ed4496dd-19d1-47d6-85cc-0395cd011315 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:17.241248 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c4a942b8-a415-4b9b-84df-ccc5dddd615b req-ed4496dd-19d1-47d6-85cc-0395cd011315 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 945 time: 0.0646112 Sep 03 20:26:17.244605 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:26:17.285899 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c4a942b8-a415-4b9b-84df-ccc5dddd615b req-437a841a-41f7-48e2-9a11-878414f96ee6 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385728 Sep 03 20:26:17.442853 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['1d8f201c-fc14-41f5-95da-b082869faad1'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:26:18.330035 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a4d9a-890f-4b34-91db-374aab814a4c req-c76f87e8-e795-4c51-9f77-8c32703c5cfd tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:18.331579 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-143a4d9a-890f-4b34-91db-374aab814a4c req-c76f87e8-e795-4c51-9f77-8c32703c5cfd tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0491929 Sep 03 20:26:18.391592 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-143a4d9a-890f-4b34-91db-374aab814a4c req-aa1c244b-1f5f-4700-9ef1-dbd3dccf0fd5 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542223 Sep 03 20:26:18.413184 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fbdee-ff00-4216-b20a-0fcbfe230373 req-ee528cbd-4bf6-4ee8-84a5-15a51f848459 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:18.414623 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f38fbdee-ff00-4216-b20a-0fcbfe230373 req-ee528cbd-4bf6-4ee8-84a5-15a51f848459 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 945 time: 0.0580697 Sep 03 20:26:18.452010 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f38fbdee-ff00-4216-b20a-0fcbfe230373 req-3c7b8de8-9d50-4c34-b423-6c535f36e351 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311923 Sep 03 20:26:19.286230 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 1d8f201c-fc14-41f5-95da-b082869faad1 up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:26:19.399631 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port 1d8f201c-fc14-41f5-95da-b082869faad1 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:26:19.404760 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 1d8f201c-fc14-41f5-95da-b082869faad1 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:26:19.405257 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:19.496724 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:19.523415 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a66a21-08d2-4bd4-8974-fc53bbf603aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8f201c-fc14-41f5-95da-b082869faad1'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:26:19.526296 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c22469-edcd-4603-ac43-89a622767a71" -d '{"events": [{"server_uuid": "10a66a21-08d2-4bd4-8974-fc53bbf603aa", "name": "network-vif-plugged", "status": "completed", "tag": "1d8f201c-fc14-41f5-95da-b082869faad1"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:26:19.543887 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 1d8f201c-fc14-41f5-95da-b082869faad1, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1d8f201c-fc14-41f5-95da-b082869faad1,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:26:19.552075 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed34b9-a3fb-4f96-afce-37d814c61eb7 req-38317b2f-90ad-4bc4-bccb-5af4e5257c54 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:19.554745 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dbed34b9-a3fb-4f96-afce-37d814c61eb7 req-38317b2f-90ad-4bc4-bccb-5af4e5257c54 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0798318 Sep 03 20:26:19.626103 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dbed34b9-a3fb-4f96-afce-37d814c61eb7 req-76eb2395-9269-4544-8f05-c206ce75bcc7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638089 Sep 03 20:26:19.647308 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:19.652170 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03c58b-80a7-4567-9ec4-50a6cbb93ff4 req-4a9364a0-c862-47f7-b370-e68c7eca55ae tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:19.655636 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-af03c58b-80a7-4567-9ec4-50a6cbb93ff4 req-4a9364a0-c862-47f7-b370-e68c7eca55ae tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 945 time: 0.0914755 Sep 03 20:26:19.705251 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-af03c58b-80a7-4567-9ec4-50a6cbb93ff4 req-618b1ded-d87a-4905-9c93-94bdb18e7081 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437536 Sep 03 20:26:19.719627 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=1d8f201c-fc14-41f5-95da-b082869faad1,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:19.745726 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb2e1ad-639b-4270-8900-917c93c517d8 x-openstack-request-id: req-adb2e1ad-639b-4270-8900-917c93c517d8 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:26:19.745726 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a66a21-08d2-4bd4-8974-fc53bbf603aa", "name": "network-vif-plugged", "status": "completed", "tag": "1d8f201c-fc14-41f5-95da-b082869faad1", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:26:19.745726 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-adb2e1ad-639b-4270-8900-917c93c517d8 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:26:19.745726 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a66a21-08d2-4bd4-8974-fc53bbf603aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8f201c-fc14-41f5-95da-b082869faad1', 'code': 200} Sep 03 20:26:20.114735 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30246c-b329-47ea-b4da-4020c3ff6d8b req-5a090877-4200-448f-8a9b-7eb49803a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:20.116868 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3a30246c-b329-47ea-b4da-4020c3ff6d8b req-5a090877-4200-448f-8a9b-7eb49803a7be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 1099 time: 0.0521319 Sep 03 20:26:20.180661 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3a30246c-b329-47ea-b4da-4020c3ff6d8b req-98bc1f00-f640-4aa0-b57c-7be308c08ce2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549438 Sep 03 20:26:20.749773 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca20d7-eb5c-406c-bfd5-4241558ce6f6 req-05ea947c-14c1-4d02-bd02-587cea674de8 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:20.751529 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e3ca20d7-eb5c-406c-bfd5-4241558ce6f6 req-05ea947c-14c1-4d02-bd02-587cea674de8 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0545714 Sep 03 20:26:20.824699 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e3ca20d7-eb5c-406c-bfd5-4241558ce6f6 req-a6eab7ac-0ca9-473b-a0be-feb2a18eb481 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670538 Sep 03 20:26:20.849419 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f84f81-9164-433f-a93b-21200430b553 req-4b2724ce-7ac8-49f1-b0c8-a6b52c7183d3 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:20.850881 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a5f84f81-9164-433f-a93b-21200430b553 req-4b2724ce-7ac8-49f1-b0c8-a6b52c7183d3 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 946 time: 0.0649483 Sep 03 20:26:20.893926 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a5f84f81-9164-433f-a93b-21200430b553 req-61e8ed2c-8154-46e5-b3f2-6697afba3659 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347257 Sep 03 20:26:21.713897 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0847e-cb01-452a-bb61-b171c610eeb4 req-6b82c881-5540-4799-b561-ad7f11a9397f tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:21.715415 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-49d0847e-cb01-452a-bb61-b171c610eeb4 req-6b82c881-5540-4799-b561-ad7f11a9397f tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 946 time: 0.0550542 Sep 03 20:26:21.763366 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-49d0847e-cb01-452a-bb61-b171c610eeb4 req-bf3a786d-9593-49a9-9725-047cadb23f89 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Sep 03 20:26:21.865162 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cb13b656-fe19-455f-8248-3d6323b7fb2b req-c9b211f4-1ef5-4f03-96c9-ce8d607d3dc5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493734 Sep 03 20:26:21.932067 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b656-fe19-455f-8248-3d6323b7fb2b req-ee2d04c1-1819-4e93-bbbc-eda029e14629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:21.933455 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cb13b656-fe19-455f-8248-3d6323b7fb2b req-ee2d04c1-1819-4e93-bbbc-eda029e14629 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d2108719d94b07918fa67775b13e14&device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 1099 time: 0.0424263 Sep 03 20:26:21.948203 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4295d-2dc9-4c01-962b-9ee80060635d req-ab076d69-d6f9-4727-b0c3-7154cbd51880 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:21.951342 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-64a4295d-2dc9-4c01-962b-9ee80060635d req-ab076d69-d6f9-4727-b0c3-7154cbd51880 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0525818 Sep 03 20:26:22.050831 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-64a4295d-2dc9-4c01-962b-9ee80060635d req-fe2aafb2-b659-418b-af7d-caadf6ce27f2 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828428 Sep 03 20:26:22.062718 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b1fe4-3569-498b-aabd-89d89471635c req-9f5f6644-d62a-4be5-a124-6cf7db73a6d2 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:22.062718 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2c0b1fe4-3569-498b-aabd-89d89471635c req-9f5f6644-d62a-4be5-a124-6cf7db73a6d2 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 946 time: 0.0725853 Sep 03 20:26:22.065059 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b656-fe19-455f-8248-3d6323b7fb2b req-404b7fe2-ff09-45e7-8d1c-b32cd8ee8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:22.066632 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cb13b656-fe19-455f-8248-3d6323b7fb2b req-404b7fe2-ff09-45e7-8d1c-b32cd8ee8a78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94 HTTP/1.1" status: 200 len: 912 time: 0.1005890 Sep 03 20:26:22.147575 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2c0b1fe4-3569-498b-aabd-89d89471635c req-ffd0ce21-4d62-4be4-acf3-f5389e71adf3 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588846 Sep 03 20:26:22.154761 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cb13b656-fe19-455f-8248-3d6323b7fb2b req-c10ed996-21c5-4939-95fa-e643de2b9c0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b7f6363-7129-486f-8908-8b8d151a460e HTTP/1.1" status: 200 len: 1001 time: 0.0757978 Sep 03 20:26:22.530152 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b656-fe19-455f-8248-3d6323b7fb2b req-9d385c66-6fee-4308-bff3-99bb1deb676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:22.532397 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cb13b656-fe19-455f-8248-3d6323b7fb2b req-9d385c66-6fee-4308-bff3-99bb1deb676d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57162df7-b596-4a6f-814b-47adc430c8b4 HTTP/1.1" status: 200 len: 850 time: 0.3624902 Sep 03 20:26:22.599027 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b656-fe19-455f-8248-3d6323b7fb2b req-3f84a86b-148c-40a4-b0f1-efa11e8657b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:22.600659 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cb13b656-fe19-455f-8248-3d6323b7fb2b req-3f84a86b-148c-40a4-b0f1-efa11e8657b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507662 Sep 03 20:26:22.724786 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cb13b656-fe19-455f-8248-3d6323b7fb2b req-e9a283c5-3bb4-4a45-9f29-ed4bb9ee6fb4 service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058698 Sep 03 20:26:22.831761 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cb13b656-fe19-455f-8248-3d6323b7fb2b req-d4e0f634-d4a1-4208-865a-c3da91c2309a service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963862 Sep 03 20:26:22.912017 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b39c1-a86a-4a90-8bd4-59379873e8d8 req-8f4d009c-b2d8-45d8-b42b-68b0646d1d8f tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:22.920416 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-de4b39c1-a86a-4a90-8bd4-59379873e8d8 req-8f4d009c-b2d8-45d8-b42b-68b0646d1d8f tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 946 time: 0.0673866 Sep 03 20:26:22.959890 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-de4b39c1-a86a-4a90-8bd4-59379873e8d8 req-f55246b9-0b17-4c94-ba70-b8783a5c6016 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384581 Sep 03 20:26:23.196933 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1fd02-d9f9-41f7-94ef-e1f08bfd24c5 req-0d42a624-0291-4e5e-b3f7-03196a9f77b9 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:23.198535 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ea1fd02-d9f9-41f7-94ef-e1f08bfd24c5 req-0d42a624-0291-4e5e-b3f7-03196a9f77b9 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0682409 Sep 03 20:26:23.285627 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ea1fd02-d9f9-41f7-94ef-e1f08bfd24c5 req-daf43bd2-8bb9-478c-b8dc-59c08f561d3e tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&id=9a30acbd-d2c1-457c-9e19-b133aef177bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799768 Sep 03 20:26:23.309060 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c57c5-01e1-4ec4-a66a-5c4a0ce2ab3b req-9b9be154-e056-45df-b0be-9f4e8228effd tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:23.317354 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ac5c57c5-01e1-4ec4-a66a-5c4a0ce2ab3b req-9b9be154-e056-45df-b0be-9f4e8228effd tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 946 time: 0.0899777 Sep 03 20:26:23.397324 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ac5c57c5-01e1-4ec4-a66a-5c4a0ce2ab3b req-031adcc6-6708-4377-8f27-2971fdb37ace tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603902 Sep 03 20:26:23.621927 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:24.107778 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0458811-f649-47dc-8c2d-41e65d448b70 req-31b26d04-6e1f-4136-8b50-6e41e594e0f9 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:24.109866 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d0458811-f649-47dc-8c2d-41e65d448b70 req-31b26d04-6e1f-4136-8b50-6e41e594e0f9 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 946 time: 0.0705111 Sep 03 20:26:24.183778 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d0458811-f649-47dc-8c2d-41e65d448b70 req-f7e4f059-be9e-454b-bc55-98c8471c4afb tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670981 Sep 03 20:26:24.385000 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dff94-7690-4980-a299-da43459ebb43 req-f7d93aa0-08c4-457b-b4d6-d6ec76c2263d tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:24.390518 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-785dff94-7690-4980-a299-da43459ebb43 req-f7d93aa0-08c4-457b-b4d6-d6ec76c2263d tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 946 time: 0.0629809 Sep 03 20:26:24.509972 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-785dff94-7690-4980-a299-da43459ebb43 req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Deleting port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:26:24.510329 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-785dff94-7690-4980-a299-da43459ebb43 req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:24.631839 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-785dff94-7690-4980-a299-da43459ebb43 req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] For port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6,segment=NetworkSegment(a8ae3b6b-39f0-4004-b59c-beaa71a58cc4),segment_id=a8ae3b6b-39f0-4004-b59c-beaa71a58cc4)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:26:24.632365 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-785dff94-7690-4980-a299-da43459ebb43 req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:24.645139 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-785dff94-7690-4980-a299-da43459ebb43 req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Calling delete_port for 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:26:24.867023 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-785dff94-7690-4980-a299-da43459ebb43 req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:24.881519 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:26:24.907956 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Pushing event deleted for resources: {'Port': ['ID=155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:24.918711 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:24.920354 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:24.920354 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:24.920678 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:24.921357 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:24.921357 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:24.921688 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:24.921988 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:24.922312 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:24.922641 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:24.923017 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:24.923311 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:24.974426 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-785dff94-7690-4980-a299-da43459ebb43 req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] No DVR routers for this DVR port 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:26:24.977006 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-785dff94-7690-4980-a299-da43459ebb43 req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:24.979150 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-785dff94-7690-4980-a299-da43459ebb43 req-cd345480-a2d3-40bd-b45b-ba297c34f6d5 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.42 "DELETE /v2.0/ports/155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 HTTP/1.1" status: 204 len: 173 time: 0.5844495 Sep 03 20:26:24.979959 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0a83e6-c0a4-430c-bc0d-965746f27c11', 'name': 'network-vif-deleted', 'tag': '155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:26:24.982967 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc06e5ec-b02a-4b29-8168-d6e3c76b2242" -d '{"events": [{"server_uuid": "0e0a83e6-c0a4-430c-bc0d-965746f27c11", "name": "network-vif-deleted", "tag": "155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:26:25.022082 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba6958d-a667-4adf-8a48-1d8c25d83df8 x-openstack-request-id: req-0ba6958d-a667-4adf-8a48-1d8c25d83df8 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:26:25.022979 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0a83e6-c0a4-430c-bc0d-965746f27c11", "name": "network-vif-deleted", "tag": "155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:26:25.023216 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ba6958d-a667-4adf-8a48-1d8c25d83df8 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:26:25.023623 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0a83e6-c0a4-430c-bc0d-965746f27c11', 'name': 'network-vif-deleted', 'tag': '155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6', 'status': 'completed', 'code': 200} Sep 03 20:26:25.300402 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8c952f64-3bd4-4ba3-ae28-73e61383edb1 req-4bb9875e-5042-4db7-8bd1-79c76a07556f tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0335133 Sep 03 20:26:25.859462 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d41ae-ca3d-4a85-ac28-fed54dacffe4 req-646947cc-7dc8-4024-9d59-0723bc575b0a tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:25.861311 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-af7d41ae-ca3d-4a85-ac28-fed54dacffe4 req-646947cc-7dc8-4024-9d59-0723bc575b0a tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0629263 Sep 03 20:26:25.906732 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-af7d41ae-ca3d-4a85-ac28-fed54dacffe4 req-527b7623-6d54-4ddf-8f69-f9997effa039 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386529 Sep 03 20:26:26.408407 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1c5c0d85-fbf5-4cb8-9339-e0f9f3486469 req-e691c275-ad50-48d3-acab-9e3f794beb59 tempest-VolumesSnapshotTestJSON-1980680505 tempest-VolumesSnapshotTestJSON-1980680505-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e0a83e6-c0a4-430c-bc0d-965746f27c11 HTTP/1.1" status: 200 len: 210 time: 0.0303044 Sep 03 20:26:27.034080 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b8633-9134-437d-b072-f540e4a41c42 req-eeed9ac6-b08d-476b-ab99-ae92c0397316 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:27.035666 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b63b8633-9134-437d-b072-f540e4a41c42 req-eeed9ac6-b08d-476b-ab99-ae92c0397316 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0515299 Sep 03 20:26:27.076573 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b63b8633-9134-437d-b072-f540e4a41c42 req-ef36b514-0c8e-4534-b650-5b3262ca1b77 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343933 Sep 03 20:26:28.213677 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d494d3-ec13-4c28-9685-2b7363738ae7 req-a6752708-870e-48a2-9bd8-6fe424a5df91 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:28.215537 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-34d494d3-ec13-4c28-9685-2b7363738ae7 req-a6752708-870e-48a2-9bd8-6fe424a5df91 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0592718 Sep 03 20:26:28.269246 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-34d494d3-ec13-4c28-9685-2b7363738ae7 req-4ec016a0-f6c3-4602-ba7d-5ac6e789af6b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472729 Sep 03 20:26:29.348718 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:26:29.377904 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:26:29.378543 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 155a9e0e-08d1-45c3-a7fd-5fbb7b08a8c6 not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:26:29.408328 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628822a-473b-43d3-9f32-9bfdeeb0c2a7 req-fad42ea7-7dc9-48b9-a43d-70740d85f266 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:29.410558 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d628822a-473b-43d3-9f32-9bfdeeb0c2a7 req-fad42ea7-7dc9-48b9-a43d-70740d85f266 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0602472 Sep 03 20:26:29.459741 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d628822a-473b-43d3-9f32-9bfdeeb0c2a7 req-68a66c6c-262e-415e-8894-8e9056f1f3ec tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393019 Sep 03 20:26:30.589568 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abbba6-0536-40fc-9700-eed48dee1ab3 req-2ab53f20-2518-4b63-8214-23607886ac65 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:30.594362 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c6abbba6-0536-40fc-9700-eed48dee1ab3 req-2ab53f20-2518-4b63-8214-23607886ac65 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0534861 Sep 03 20:26:30.635787 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c6abbba6-0536-40fc-9700-eed48dee1ab3 req-17c118a9-5a4e-443a-a66c-0c22fdc50ecf tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383656 Sep 03 20:26:31.757253 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35a3be-98a2-46f9-a9fd-7969884ace9e req-6280c576-03b3-4511-8303-c46dc391a83c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:31.758811 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2e35a3be-98a2-46f9-a9fd-7969884ace9e req-6280c576-03b3-4511-8303-c46dc391a83c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0524578 Sep 03 20:26:31.796631 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2e35a3be-98a2-46f9-a9fd-7969884ace9e req-6c94a6c6-9df3-49d5-baf2-96be7e873a76 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312552 Sep 03 20:26:32.917109 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43049893-0ca4-42a9-b2fa-50141f56c897 req-60e1afae-1cc9-4aff-a4b1-35b5456404b2 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:32.926402 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-43049893-0ca4-42a9-b2fa-50141f56c897 req-60e1afae-1cc9-4aff-a4b1-35b5456404b2 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0586393 Sep 03 20:26:32.975302 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-43049893-0ca4-42a9-b2fa-50141f56c897 req-93c9ed2b-817f-4984-b132-e142261a7980 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385699 Sep 03 20:26:34.114609 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7c2b9-877e-4b19-838e-a5f8634a159d req-75917d2c-490b-46f3-bfe8-c4a7a8247c52 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:34.123555 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5ae7c2b9-877e-4b19-838e-a5f8634a159d req-75917d2c-490b-46f3-bfe8-c4a7a8247c52 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0765038 Sep 03 20:26:34.162261 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5ae7c2b9-877e-4b19-838e-a5f8634a159d req-75f238cb-6212-45d7-b915-c7084e3eb5c3 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375440 Sep 03 20:26:35.330641 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e75b0-a425-4f23-828d-6735258d22a8 req-3c4ba9e4-88d9-4b89-b6a1-12717ecf7496 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:35.332693 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1e0e75b0-a425-4f23-828d-6735258d22a8 req-3c4ba9e4-88d9-4b89-b6a1-12717ecf7496 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0947161 Sep 03 20:26:35.398550 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1e0e75b0-a425-4f23-828d-6735258d22a8 req-b8db6bc4-1138-44dd-a47b-06bf6c7435aa tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594141 Sep 03 20:26:35.678179 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-cea908ce-137d-4b28-8fc8-0380bdf56d2a tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:35.680059 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-cea908ce-137d-4b28-8fc8-0380bdf56d2a tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/networks?id=b18ab434-6d0b-4f19-9853-1e5f3946b993 HTTP/1.1" status: 200 len: 815 time: 0.1270919 Sep 03 20:26:35.703145 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-9ceac9b1-d18f-4159-979d-f6af333ad2bf tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/quotas/a5d8efd188b8452a9425af1364e62534 HTTP/1.1" status: 200 len: 375 time: 0.0099938 Sep 03 20:26:35.763939 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-ba128fcc-6a5a-475e-9e68-479e71f5973c tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5d8efd188b8452a9425af1364e62534&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0512455 Sep 03 20:26:36.073431 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-4f9c8865-25f1-4a9e-8276-b4f9c54b2182 service neutron] 10.222.0.41 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009233 Sep 03 20:26:36.161848 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-6ba62739-8338-4aa0-9da3-29e51b17c023 service neutron] 10.222.0.41 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824039 Sep 03 20:26:36.439947 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2022631e-9ed1-4ba7-8338-9db6eb8ffdc0 req-ecf1b61d-9f91-4a99-a5fe-b0854985cf20 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 210 time: 0.0270872 Sep 03 20:26:36.507588 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2530-6282-4755-96be-feabd8942ccf req-20f9d79c-ee61-4629-a00f-84b771c7eb05 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:36.509065 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-92ee2530-6282-4755-96be-feabd8942ccf req-20f9d79c-ee61-4629-a00f-84b771c7eb05 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0496731 Sep 03 20:26:36.548016 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-92ee2530-6282-4755-96be-feabd8942ccf req-d63ffa2a-833b-480c-aeb3-449db121966c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329998 Sep 03 20:26:37.536706 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fea81247-241a-405c-ab4d-6bb3a915fb37 req-76502d22-174b-47e0-b24a-7884014e8c18 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 210 time: 0.0299196 Sep 03 20:26:37.660623 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e061d-acc0-41c1-9159-3b9b6089ca6c req-4a80fec4-8062-4ad2-a4ec-33131f030f47 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:37.662129 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8d5e061d-acc0-41c1-9159-3b9b6089ca6c req-4a80fec4-8062-4ad2-a4ec-33131f030f47 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0477612 Sep 03 20:26:37.700650 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8d5e061d-acc0-41c1-9159-3b9b6089ca6c req-fe16ed1a-f568-4c25-952c-3a4c23146cdc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325379 Sep 03 20:26:38.629395 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-63cdb819-fa12-4ada-aec4-2db2f5915623 req-775d9bb0-7143-41a5-a407-2d951669d5b1 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 210 time: 0.0260811 Sep 03 20:26:38.789166 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-f80d2f05-744f-4eb8-b654-51beddc0ef3a tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:38.790655 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-f80d2f05-744f-4eb8-b654-51beddc0ef3a tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "GET /v2.0/networks?id=b18ab434-6d0b-4f19-9853-1e5f3946b993 HTTP/1.1" status: 200 len: 815 time: 0.1092613 Sep 03 20:26:38.809121 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-e60d63d0-2a08-4d6c-a9ec-81acc171debc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Request body: {'port': {'device_id': '194ef11b-a8c8-47cc-bfed-021ad0f5700c', 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993', 'admin_state_up': True, 'tenant_id': 'a5d8efd188b8452a9425af1364e62534'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:26:38.833605 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971b8c3-26d8-4d77-a512-b812d8fc2d51 req-3939709b-a5c0-41f8-88ea-6ec944ee4855 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:38.835242 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0971b8c3-26d8-4d77-a512-b812d8fc2d51 req-3939709b-a5c0-41f8-88ea-6ec944ee4855 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0573087 Sep 03 20:26:38.877042 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0971b8c3-26d8-4d77-a512-b812d8fc2d51 req-3f2ae237-4cd6-44b7-8244-e12ee4cac480 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353293 Sep 03 20:26:39.038939 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-e60d63d0-2a08-4d6c-a9ec-81acc171debc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Made reservation on behalf of a5d8efd188b8452a9425af1364e62534 for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:26:39.042434 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-e60d63d0-2a08-4d6c-a9ec-81acc171debc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:39.169402 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-e60d63d0-2a08-4d6c-a9ec-81acc171debc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Allocated IP 172.20.0.3 (b18ab434-6d0b-4f19-9853-1e5f3946b993/3a21d830-e4e1-4b24-a811-bbb0e383e134/b3a1f560-f692-445e-a0d6-dc666d432e4e) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:26:39.307151 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e6387d72-c961-48c7-8164-68f532c7a799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:39.321247 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-e60d63d0-2a08-4d6c-a9ec-81acc171debc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:39.439310 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-e60d63d0-2a08-4d6c-a9ec-81acc171debc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:39.451528 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['1d8f201c-fc14-41f5-95da-b082869faad1'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:26:39.459848 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-e60d63d0-2a08-4d6c-a9ec-81acc171debc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Network b18ab434-6d0b-4f19-9853-1e5f3946b993 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:26:39.461231 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-e60d63d0-2a08-4d6c-a9ec-81acc171debc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:26:39.463698 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-e60d63d0-2a08-4d6c-a9ec-81acc171debc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:26:39.532026 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d63d0-2a08-4d6c-a9ec-81acc171debc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Pushing event updated for resources: {'Port': ['ID=b3a1f560-f692-445e-a0d6-dc666d432e4e,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:39.544849 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-e60d63d0-2a08-4d6c-a9ec-81acc171debc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:39.545464 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-e60d63d0-2a08-4d6c-a9ec-81acc171debc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:39.679557 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-e60d63d0-2a08-4d6c-a9ec-81acc171debc tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8743310 Sep 03 20:26:39.694449 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Request body: {'port': {'device_id': '194ef11b-a8c8-47cc-bfed-021ad0f5700c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:26:39.749279 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeedccb-e4f3-4da9-8ae9-27c06fa550e6 req-5d3e53c9-a824-4227-88a0-d4aca02b2bea tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:39.750735 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0eeedccb-e4f3-4da9-8ae9-27c06fa550e6 req-5d3e53c9-a824-4227-88a0-d4aca02b2bea tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 931 time: 0.0516634 Sep 03 20:26:39.755955 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:39.789532 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0eeedccb-e4f3-4da9-8ae9-27c06fa550e6 req-682d5d40-2bbe-44ad-9956-35ba598d8f19 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324144 Sep 03 20:26:39.997772 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5ce02-2024-483d-beb7-4a2a669317c5 req-98b86867-50c0-4665-b02e-12555f0d245b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:39.999977 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8ec5ce02-2024-483d-beb7-4a2a669317c5 req-98b86867-50c0-4665-b02e-12555f0d245b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0521829 Sep 03 20:26:40.031285 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a1f560-f692-445e-a0d6-dc666d432e4e {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:26:40.038981 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:40.041365 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8ec5ce02-2024-483d-beb7-4a2a669317c5 req-aae9322e-3b0f-4d67-9ca3-da3d951e2490 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351927 Sep 03 20:26:40.052205 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Transition to ACTIVE for port object b3a1f560-f692-445e-a0d6-dc666d432e4e will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:26:40.176200 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:40.229471 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a1f560-f692-445e-a0d6-dc666d432e4e,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:40.300291 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Attempting to bind port b3a1f560-f692-445e-a0d6-dc666d432e4e on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:26:40.300626 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Attempting to bind port b3a1f560-f692-445e-a0d6-dc666d432e4e by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:26:40.300957 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Attempting to bind port b3a1f560-f692-445e-a0d6-dc666d432e4e on network b18ab434-6d0b-4f19-9853-1e5f3946b993 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:26:40.305119 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Port b3a1f560-f692-445e-a0d6-dc666d432e4e on network b18ab434-6d0b-4f19-9853-1e5f3946b993 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:26:40.305439 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Attempting to bind port b3a1f560-f692-445e-a0d6-dc666d432e4e on network b18ab434-6d0b-4f19-9853-1e5f3946b993 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:26:40.310272 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:26:40.310606 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Checking segment: {'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:26:40.311153 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Bound using segment: {'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:26:40.311862 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Bound port: b3a1f560-f692-445e-a0d6-dc666d432e4e, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:26:40.312455 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:40.377250 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] For port b3a1f560-f692-445e-a0d6-dc666d432e4e, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:26:40.381429 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] For port b3a1f560-f692-445e-a0d6-dc666d432e4e, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=b3a1f560-f692-445e-a0d6-dc666d432e4e,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:26:40.496227 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:40.532915 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:40.533528 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:40.534927 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] 10.222.0.42 "PUT /v2.0/ports/b3a1f560-f692-445e-a0d6-dc666d432e4e HTTP/1.1" status: 200 len: 1093 time: 0.8453836 Sep 03 20:26:40.535390 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194ef11b-a8c8-47cc-bfed-021ad0f5700c', 'tag': 'b3a1f560-f692-445e-a0d6-dc666d432e4e'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:26:40.541619 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa81ac9-705d-4343-81f3-2e47fdfe8ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "194ef11b-a8c8-47cc-bfed-021ad0f5700c", "tag": "b3a1f560-f692-445e-a0d6-dc666d432e4e"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:26:40.563217 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2e333-636c-4b39-b06b-2a7d30ac65c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a1f560-f692-445e-a0d6-dc666d432e4e,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:40.573964 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be978275-85f6-4226-885c-382492870219 x-openstack-request-id: req-be978275-85f6-4226-885c-382492870219 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:26:40.574298 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194ef11b-a8c8-47cc-bfed-021ad0f5700c", "tag": "b3a1f560-f692-445e-a0d6-dc666d432e4e", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:26:40.574568 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be978275-85f6-4226-885c-382492870219 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:26:40.574977 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194ef11b-a8c8-47cc-bfed-021ad0f5700c', 'tag': 'b3a1f560-f692-445e-a0d6-dc666d432e4e', 'status': 'completed', 'code': 200} Sep 03 20:26:40.644958 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa81ac9-705d-4343-81f3-2e47fdfe8ee9 req-947ef3a2-608f-4e19-9bea-7e15cc40d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:40.646457 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4fa81ac9-705d-4343-81f3-2e47fdfe8ee9 req-947ef3a2-608f-4e19-9bea-7e15cc40d389 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5d8efd188b8452a9425af1364e62534&device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 1096 time: 0.0439866 Sep 03 20:26:40.729637 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 45148) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:26:40.746635 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa81ac9-705d-4343-81f3-2e47fdfe8ee9 req-c4398ecf-e867-41bf-821a-191e3ad4fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:40.748070 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4fa81ac9-705d-4343-81f3-2e47fdfe8ee9 req-c4398ecf-e867-41bf-821a-191e3ad4fc2a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a5d8efd188b8452a9425af1364e62534&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0891857 Sep 03 20:26:40.773768 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f00276-b90c-4b4c-804d-ede3f8f5100c admin admin] Deleting subnet 30d87d0a-d0aa-4d1f-b9e6-0fed3fc3a12f {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:26:40.776803 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e9f00276-b90c-4b4c-804d-ede3f8f5100c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:40.814043 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e9f00276-b90c-4b4c-804d-ede3f8f5100c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3744847'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:40.860661 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e9f00276-b90c-4b4c-804d-ede3f8f5100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:40.926799 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa81ac9-705d-4343-81f3-2e47fdfe8ee9 req-a70d180a-7a48-463a-9703-8c15f192e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:40.928454 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4fa81ac9-705d-4343-81f3-2e47fdfe8ee9 req-a70d180a-7a48-463a-9703-8c15f192e381 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930102 Sep 03 20:26:40.945326 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01453942-f7ad-4870-bf86-23c257615422 req-8086f87e-ff43-4d73-8d02-49f6f3b8ce40 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:40.946788 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-01453942-f7ad-4870-bf86-23c257615422 req-8086f87e-ff43-4d73-8d02-49f6f3b8ce40 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 943 time: 0.0671539 Sep 03 20:26:40.985640 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-01453942-f7ad-4870-bf86-23c257615422 req-eb1b70d6-524a-4624-9631-eeab6e8f85f1 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316501 Sep 03 20:26:41.033183 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e9f00276-b90c-4b4c-804d-ede3f8f5100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3284137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4064479'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:41.066044 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f00276-b90c-4b4c-804d-ede3f8f5100c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d87d0a-d0aa-4d1f-b9e6-0fed3fc3a12f,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:41.068469 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e9f00276-b90c-4b4c-804d-ede3f8f5100c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:41.070323 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e9f00276-b90c-4b4c-804d-ede3f8f5100c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/30d87d0a-d0aa-4d1f-b9e6-0fed3fc3a12f HTTP/1.1" status: 204 len: 168 time: 0.3395612 Sep 03 20:26:41.072833 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 45154) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:26:41.139483 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b8a65196-a1f0-4d35-805f-de9d691c4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:41.158461 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1da411-f0a1-454d-9e1b-1c1914ec2ec3 req-c865db5e-d172-4b4d-94a9-9e548fc760e9 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:41.160025 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dc1da411-f0a1-454d-9e1b-1c1914ec2ec3 req-c865db5e-d172-4b4d-94a9-9e548fc760e9 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0486596 Sep 03 20:26:41.197293 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dc1da411-f0a1-454d-9e1b-1c1914ec2ec3 req-2d68ca1e-6a13-422c-9d2b-f521cbbe33b9 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314453 Sep 03 20:26:41.219430 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b8a65196-a1f0-4d35-805f-de9d691c4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:41.229090 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-b8a65196-a1f0-4d35-805f-de9d691c4b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ee642e-bed5-4f7f-8e49-45dd5cf5818d']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:26:41.238952 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-b8a65196-a1f0-4d35-805f-de9d691c4b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e26f50-e5f8-41e7-9cfa-3493588471eb') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:26:41.239271 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-b8a65196-a1f0-4d35-805f-de9d691c4b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e26f50-e5f8-41e7-9cfa-3493588471eb') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:26:41.247603 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b8a65196-a1f0-4d35-805f-de9d691c4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694592'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:41.261400 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b8a65196-a1f0-4d35-805f-de9d691c4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:41.267669 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a65196-a1f0-4d35-805f-de9d691c4b00 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:26:41.268046 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b8a65196-a1f0-4d35-805f-de9d691c4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4154485'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: Traceback (most recent call last): Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: timer() Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: cb(*args, **kw) Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: return func(*args, **kwargs) Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: self._notify() Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: self.callback(batched_events) Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: event.method(event) Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: return f(self, *a, **k) Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._get(url).json() Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:26:41.271842 dv-cinder-798198-4-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:26:41.444395 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b8a65196-a1f0-4d35-805f-de9d691c4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:41.449634 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b8a65196-a1f0-4d35-805f-de9d691c4b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:41.451536 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b8a65196-a1f0-4d35-805f-de9d691c4b00 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a4ee642e-bed5-4f7f-8e49-45dd5cf5818d HTTP/1.1" status: 204 len: 168 time: 0.3776762 Sep 03 20:26:41.462524 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65196-a1f0-4d35-805f-de9d691c4b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ee642e-bed5-4f7f-8e49-45dd5cf5818d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:41.939531 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 45160) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:26:41.979741 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-26f8bdd7-d7be-4806-b445-ce266dfeea6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5665c058d6fc4ad5ad1b3cdd412484d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389767 Sep 03 20:26:41.982085 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 45164) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:26:42.030871 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-022b5379-88d0-4796-b0de-6ce1e49c7db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:42.038380 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8b458087-9fae-418d-97bb-a3aed9d18cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:42.052331 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-022b5379-88d0-4796-b0de-6ce1e49c7db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:42.099970 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880237c-1698-4824-bba8-997a16e2817f req-ae61ae9c-b4a4-461c-bb42-33eeb0603499 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:42.101429 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c880237c-1698-4824-bba8-997a16e2817f req-ae61ae9c-b4a4-461c-bb42-33eeb0603499 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 943 time: 0.0482414 Sep 03 20:26:42.137948 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c880237c-1698-4824-bba8-997a16e2817f req-0bf8f307-5633-4753-9ff2-7b8d4e7196e7 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305560 Sep 03 20:26:42.181265 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-022b5379-88d0-4796-b0de-6ce1e49c7db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:42.183837 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-022b5379-88d0-4796-b0de-6ce1e49c7db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:42.184982 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-022b5379-88d0-4796-b0de-6ce1e49c7db6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1498a7c-9a6f-4568-a916-401b807865fe HTTP/1.1" status: 204 len: 168 time: 0.2020254 Sep 03 20:26:42.193491 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b5379-88d0-4796-b0de-6ce1e49c7db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1498a7c-9a6f-4568-a916-401b807865fe,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:42.313298 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5e66e-2232-4c8b-a536-9765f4bd38cf req-68705520-26d2-4f70-966c-54ac8e86cd44 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:42.314777 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-37e5e66e-2232-4c8b-a536-9765f4bd38cf req-68705520-26d2-4f70-966c-54ac8e86cd44 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0525441 Sep 03 20:26:42.359049 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-37e5e66e-2232-4c8b-a536-9765f4bd38cf req-42946deb-6508-421b-bba9-2613e10b9c63 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322633 Sep 03 20:26:42.758376 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:43.251906 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053d488-c65b-4b4a-89e1-e04464ba5bff req-26d449e6-9fd6-4dd1-b056-bd99df014db6 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:43.253387 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3053d488-c65b-4b4a-89e1-e04464ba5bff req-26d449e6-9fd6-4dd1-b056-bd99df014db6 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 943 time: 0.0482640 Sep 03 20:26:43.291231 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3053d488-c65b-4b4a-89e1-e04464ba5bff req-227397c8-31b3-4ec4-b3eb-fdd38c8d66a7 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318644 Sep 03 20:26:43.410268 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:43.477013 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc515ee1-024e-499f-a647-e9fa4db6034c req-05dfadb0-c2f3-4717-8b9f-2ba90d4cd155 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:43.478537 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dc515ee1-024e-499f-a647-e9fa4db6034c req-05dfadb0-c2f3-4717-8b9f-2ba90d4cd155 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0497818 Sep 03 20:26:43.517224 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dc515ee1-024e-499f-a647-e9fa4db6034c req-248918dc-1269-48f3-9638-87bbd671dd29 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323932 Sep 03 20:26:43.650467 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-88ee46f8-8d9c-48f7-963a-666ed7a16dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:43.652046 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-88ee46f8-8d9c-48f7-963a-666ed7a16dbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5d8efd188b8452a9425af1364e62534&device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 1096 time: 0.0443163 Sep 03 20:26:43.695606 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-f184fa80-cc17-4ef3-a3b0-6ecc8df010f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3a1f560-f692-445e-a0d6-dc666d432e4e HTTP/1.1" status: 200 len: 217 time: 0.0348859 Sep 03 20:26:43.752042 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-9a3eb5cc-c83e-432a-aa14-2072c2fdbe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:43.753475 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-9a3eb5cc-c83e-432a-aa14-2072c2fdbe4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a21d830-e4e1-4b24-a811-bbb0e383e134 HTTP/1.1" status: 200 len: 855 time: 0.0431271 Sep 03 20:26:43.785555 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-0382690d-ab14-4217-9370-fc036e02c4a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b18ab434-6d0b-4f19-9853-1e5f3946b993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248137 Sep 03 20:26:43.882289 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-c4672955-8f20-45d5-b073-06128fe217b2 service neutron] 10.222.0.42 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869770 Sep 03 20:26:43.980602 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b1aa76d5-e168-4de2-8286-88b856e8c0cb req-4a45187c-4917-4ec1-a3bd-33ed7fab01b3 service neutron] 10.222.0.42 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869787 Sep 03 20:26:44.418781 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9eb36-8628-48f5-a56e-a58b4412919c req-57c4d7ad-2a42-437a-b059-74a1d08572b9 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:44.420357 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-06e9eb36-8628-48f5-a56e-a58b4412919c req-57c4d7ad-2a42-437a-b059-74a1d08572b9 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 943 time: 0.0542836 Sep 03 20:26:44.461256 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-06e9eb36-8628-48f5-a56e-a58b4412919c req-aeec365d-76f7-4c5d-804f-200dbe90bddb tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328102 Sep 03 20:26:44.632296 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263e588-da3d-4a54-923e-2bbc2f05f83d req-75d7b2bd-7b60-4eb9-ad15-7e5b900e739e tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:44.633772 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2263e588-da3d-4a54-923e-2bbc2f05f83d req-75d7b2bd-7b60-4eb9-ad15-7e5b900e739e tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0496278 Sep 03 20:26:44.671948 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2263e588-da3d-4a54-923e-2bbc2f05f83d req-74f5ccbb-c92c-4f4a-b18b-e92941f7e552 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316110 Sep 03 20:26:45.067440 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:45.218902 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06aad7-7465-4615-8aab-941f8f9f4f5c req-2830b31d-cfa5-42ff-b60e-444285072d5f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:45.220454 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dd06aad7-7465-4615-8aab-941f8f9f4f5c req-2830b31d-cfa5-42ff-b60e-444285072d5f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0553446 Sep 03 20:26:45.260361 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dd06aad7-7465-4615-8aab-941f8f9f4f5c req-e16a0848-038d-4926-b4e2-be79c648268c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337930 Sep 03 20:26:45.333882 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ef24f-f3cc-49e8-ba27-db9d57b9bce7 req-c3e138d1-6763-439c-a3d1-fb6c19dabae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:45.335943 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1d0ef24f-f3cc-49e8-ba27-db9d57b9bce7 req-c3e138d1-6763-439c-a3d1-fb6c19dabae6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d2108719d94b07918fa67775b13e14&device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 1099 time: 0.0431299 Sep 03 20:26:45.429384 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ef24f-f3cc-49e8-ba27-db9d57b9bce7 req-12ff201c-f958-45c3-92b9-e68cf2bdc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:45.430843 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1d0ef24f-f3cc-49e8-ba27-db9d57b9bce7 req-12ff201c-f958-45c3-92b9-e68cf2bdc534 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94 HTTP/1.1" status: 200 len: 912 time: 0.0864725 Sep 03 20:26:45.509693 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1d0ef24f-f3cc-49e8-ba27-db9d57b9bce7 req-c2d29031-0a9b-409a-b837-c9ffa809dad3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b7f6363-7129-486f-8908-8b8d151a460e HTTP/1.1" status: 200 len: 1001 time: 0.0618043 Sep 03 20:26:45.565520 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ef24f-f3cc-49e8-ba27-db9d57b9bce7 req-9dc6d0f3-478f-4676-939f-7cfdc7024f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:45.567149 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1d0ef24f-f3cc-49e8-ba27-db9d57b9bce7 req-9dc6d0f3-478f-4676-939f-7cfdc7024f46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57162df7-b596-4a6f-814b-47adc430c8b4 HTTP/1.1" status: 200 len: 850 time: 0.0459204 Sep 03 20:26:45.586096 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0ba15-939c-4bed-8c09-2301200f25a7 req-e298363c-579e-4b72-887b-f7a746d76f14 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:45.591649 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f6d0ba15-939c-4bed-8c09-2301200f25a7 req-e298363c-579e-4b72-887b-f7a746d76f14 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 943 time: 0.0582733 Sep 03 20:26:45.617829 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ef24f-f3cc-49e8-ba27-db9d57b9bce7 req-5b652b3d-1c19-45e7-944a-6b4297230c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:45.619390 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1d0ef24f-f3cc-49e8-ba27-db9d57b9bce7 req-5b652b3d-1c19-45e7-944a-6b4297230c4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435035 Sep 03 20:26:45.626022 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f6d0ba15-939c-4bed-8c09-2301200f25a7 req-b6dcc13d-9858-4a1c-b1d4-35b58f796f98 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309641 Sep 03 20:26:45.719919 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1d0ef24f-f3cc-49e8-ba27-db9d57b9bce7 req-ebad935d-c50d-4d2b-b195-06bf948100e9 service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916131 Sep 03 20:26:45.813662 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-1d0ef24f-f3cc-49e8-ba27-db9d57b9bce7 req-520cc205-cfca-4ae0-b60c-8885a9024ba2 service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841336 Sep 03 20:26:46.387797 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca6cfa-d562-4914-86ac-1caba7f9d062 req-6486017b-e294-46d5-af4a-398ab388e39d tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:46.395289 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-90ca6cfa-d562-4914-86ac-1caba7f9d062 req-6486017b-e294-46d5-af4a-398ab388e39d tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0666838 Sep 03 20:26:46.432069 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-90ca6cfa-d562-4914-86ac-1caba7f9d062 req-6c53128e-5ef9-496d-b6e8-2bd057deb005 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359240 Sep 03 20:26:46.745320 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b174e4-c1fa-476e-b84e-fe8c1d58b3d7 req-997fe8d6-b802-4b30-8527-e4b04d0448a3 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:46.746995 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c4b174e4-c1fa-476e-b84e-fe8c1d58b3d7 req-997fe8d6-b802-4b30-8527-e4b04d0448a3 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 943 time: 0.0503457 Sep 03 20:26:46.786697 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c4b174e4-c1fa-476e-b84e-fe8c1d58b3d7 req-9a59c865-791b-4474-a79c-50bba86eb830 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335958 Sep 03 20:26:47.420805 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device b3a1f560-f692-445e-a0d6-dc666d432e4e details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:26:47.524416 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port b3a1f560-f692-445e-a0d6-dc666d432e4e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=b3a1f560-f692-445e-a0d6-dc666d432e4e,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:26:47.537411 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': 'b3a1f560-f692-445e-a0d6-dc666d432e4e', 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993', 'port_id': 'b3a1f560-f692-445e-a0d6-dc666d432e4e', 'mac_address': 'fa:16:3e:77:a9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a21d830-e4e1-4b24-a811-bbb0e383e134', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:26:47.556007 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c03383-dce5-47c9-82a8-61746d929e52 req-322bcb15-83e2-4ff7-9e08-d8b4c2015544 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:47.557476 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-19c03383-dce5-47c9-82a8-61746d929e52 req-322bcb15-83e2-4ff7-9e08-d8b4c2015544 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0570138 Sep 03 20:26:47.574552 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:47.587726 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a1f560-f692-445e-a0d6-dc666d432e4e {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:26:47.598178 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-19c03383-dce5-47c9-82a8-61746d929e52 req-97df4682-fd9f-436f-b708-fba117ef5340 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315890 Sep 03 20:26:47.612495 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port b3a1f560-f692-445e-a0d6-dc666d432e4e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=b3a1f560-f692-445e-a0d6-dc666d432e4e,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:26:47.707344 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:47.758716 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=b3a1f560-f692-445e-a0d6-dc666d432e4e,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:47.903881 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4331c-9b40-4df6-828a-21664f74f5a1 req-92fb5f1e-5b82-49a2-b391-0cd227b10e06 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:47.905765 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b6f4331c-9b40-4df6-828a-21664f74f5a1 req-92fb5f1e-5b82-49a2-b391-0cd227b10e06 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 944 time: 0.0504367 Sep 03 20:26:47.946362 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b6f4331c-9b40-4df6-828a-21664f74f5a1 req-95fbc443-ffc3-4d01-b110-0861d535647b tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334568 Sep 03 20:26:48.033672 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['b3a1f560-f692-445e-a0d6-dc666d432e4e'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:26:49.063472 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5da28a-0381-408a-a3ce-61f5a4a73a3e req-4ac91c22-c40e-4d83-a50a-0b6db2327d0a tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:49.064948 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8d5da28a-0381-408a-a3ce-61f5a4a73a3e req-4ac91c22-c40e-4d83-a50a-0b6db2327d0a tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 944 time: 0.0508692 Sep 03 20:26:49.104801 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8d5da28a-0381-408a-a3ce-61f5a4a73a3e req-4f089e7b-32c3-400a-a047-1983ee8f04ab tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334377 Sep 03 20:26:49.423844 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device b3a1f560-f692-445e-a0d6-dc666d432e4e up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:26:49.535922 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port b3a1f560-f692-445e-a0d6-dc666d432e4e completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:26:49.539867 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port b3a1f560-f692-445e-a0d6-dc666d432e4e triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:26:49.540239 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:49.621312 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:49.645002 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194ef11b-a8c8-47cc-bfed-021ad0f5700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a1f560-f692-445e-a0d6-dc666d432e4e'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:26:49.647347 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab1e08a-01f7-42fa-9ac8-c07bd6067768" -d '{"events": [{"server_uuid": "194ef11b-a8c8-47cc-bfed-021ad0f5700c", "name": "network-vif-plugged", "status": "completed", "tag": "b3a1f560-f692-445e-a0d6-dc666d432e4e"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:26:49.661066 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port b3a1f560-f692-445e-a0d6-dc666d432e4e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=b3a1f560-f692-445e-a0d6-dc666d432e4e,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:26:49.682666 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a9fc05-d41b-487a-83db-b88ed9490d35 x-openstack-request-id: req-c7a9fc05-d41b-487a-83db-b88ed9490d35 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:26:49.682950 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194ef11b-a8c8-47cc-bfed-021ad0f5700c", "name": "network-vif-plugged", "status": "completed", "tag": "b3a1f560-f692-445e-a0d6-dc666d432e4e", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:26:49.683825 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7a9fc05-d41b-487a-83db-b88ed9490d35 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:26:49.684226 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194ef11b-a8c8-47cc-bfed-021ad0f5700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a1f560-f692-445e-a0d6-dc666d432e4e', 'code': 200} Sep 03 20:26:49.781712 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:49.838136 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=b3a1f560-f692-445e-a0d6-dc666d432e4e,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:50.042196 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa273dc-baf1-4734-8e89-9d5663d9f02f req-63604c2c-de8b-4679-8e9b-353faa111634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:50.043787 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-baa273dc-baf1-4734-8e89-9d5663d9f02f req-63604c2c-de8b-4679-8e9b-353faa111634 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 1098 time: 0.0412824 Sep 03 20:26:50.080693 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-baa273dc-baf1-4734-8e89-9d5663d9f02f req-c9d3b816-042d-4240-9c17-12cebff7d2cd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286512 Sep 03 20:26:50.224642 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd56d43-d715-485d-b3c2-39cc9e52c56b req-8ee8f7e1-c148-4872-95b4-c44f9960b5a3 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:50.226272 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ccd56d43-d715-485d-b3c2-39cc9e52c56b req-8ee8f7e1-c148-4872-95b4-c44f9960b5a3 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 945 time: 0.0537529 Sep 03 20:26:50.265784 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ccd56d43-d715-485d-b3c2-39cc9e52c56b req-45f20aa8-a9b9-4f11-9d7a-8ddbb5336338 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324483 Sep 03 20:26:51.381217 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe132a7-f8d4-40b5-89f2-cfad488d164a req-f720c3d8-e88f-4f86-b9e6-0d42a30679a6 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:51.382755 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0fe132a7-f8d4-40b5-89f2-cfad488d164a req-f720c3d8-e88f-4f86-b9e6-0d42a30679a6 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 945 time: 0.0494702 Sep 03 20:26:51.423947 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0fe132a7-f8d4-40b5-89f2-cfad488d164a req-f5d5a94f-f239-40cd-a066-b90a5cb5af81 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352035 Sep 03 20:26:52.541169 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80296b20-59e0-4d3d-8998-0d998a21b639 req-b3674627-4fc3-4f39-86e3-7cc23f8833e4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:52.542642 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-80296b20-59e0-4d3d-8998-0d998a21b639 req-b3674627-4fc3-4f39-86e3-7cc23f8833e4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 945 time: 0.0499749 Sep 03 20:26:52.581102 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-80296b20-59e0-4d3d-8998-0d998a21b639 req-a507b9ea-f27a-4658-8664-12a4bbab84da tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319324 Sep 03 20:26:53.564604 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:54.245817 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:26:55.536752 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 45420) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:26:55.581256 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94c0bcc-759e-425e-bc6e-c2643eba29e2 admin admin] Deleting subnet 074a4a91-9243-4fc5-bfdc-8ec2fddbfa58 {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:26:55.584438 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f94c0bcc-759e-425e-bc6e-c2643eba29e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:55.617939 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f94c0bcc-759e-425e-bc6e-c2643eba29e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3694617'] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:55.635689 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-a67b661a-2558-4dc1-b2cb-7275aac702ac tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:55.637144 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-a67b661a-2558-4dc1-b2cb-7275aac702ac tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/networks?id=b18ab434-6d0b-4f19-9853-1e5f3946b993 HTTP/1.1" status: 200 len: 815 time: 0.1086733 Sep 03 20:26:55.652594 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-d4165430-a10d-487d-853b-b165f3c92831 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/quotas/a5d8efd188b8452a9425af1364e62534 HTTP/1.1" status: 200 len: 375 time: 0.0090201 Sep 03 20:26:55.660498 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f94c0bcc-759e-425e-bc6e-c2643eba29e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:55.705399 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-6fc51bc1-9642-4ef2-bef3-5dbd5b8db4fd tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5d8efd188b8452a9425af1364e62534&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470493 Sep 03 20:26:55.800456 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-872290df-06a9-4f28-88f2-45bea53a3638 service neutron] 10.222.0.41 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880570 Sep 03 20:26:55.821814 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f94c0bcc-759e-425e-bc6e-c2643eba29e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4154411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3539788'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:55.851319 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f94c0bcc-759e-425e-bc6e-c2643eba29e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:55.855993 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f94c0bcc-759e-425e-bc6e-c2643eba29e2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/074a4a91-9243-4fc5-bfdc-8ec2fddbfa58 HTTP/1.1" status: 204 len: 168 time: 0.3181159 Sep 03 20:26:55.856489 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 45424) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:26:55.859222 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c0bcc-759e-425e-bc6e-c2643eba29e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=074a4a91-9243-4fc5-bfdc-8ec2fddbfa58,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:55.895659 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-df093a23-1cb4-412f-b195-20cb5e4f3a53 service neutron] 10.222.0.41 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891898 Sep 03 20:26:55.938170 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5c8eaa2b-65da-487f-a37c-3ea8b40151dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:56.021372 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5c8eaa2b-65da-487f-a37c-3ea8b40151dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:56.031736 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-5c8eaa2b-65da-487f-a37c-3ea8b40151dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023b6742-fcdc-4078-a29b-810452930b96']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:26:56.041838 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-5c8eaa2b-65da-487f-a37c-3ea8b40151dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ae3b6b-39f0-4004-b59c-beaa71a58cc4') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:26:56.042137 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-5c8eaa2b-65da-487f-a37c-3ea8b40151dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ae3b6b-39f0-4004-b59c-beaa71a58cc4') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:26:56.052203 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5c8eaa2b-65da-487f-a37c-3ea8b40151dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694592'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:56.065919 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5c8eaa2b-65da-487f-a37c-3ea8b40151dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:56.074769 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8eaa2b-65da-487f-a37c-3ea8b40151dd admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:26:56.075248 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5c8eaa2b-65da-487f-a37c-3ea8b40151dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4154485'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: Traceback (most recent call last): Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: timer() Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: cb(*args, **kw) Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: return func(*args, **kwargs) Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: self._notify() Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: self.callback(batched_events) Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: event.method(event) Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: return f(self, *a, **k) Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._get(url).json() Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:26:56.077181 dv-cinder-798198-4-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:26:56.131809 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-41c50b1e-0676-46c4-bfba-e28d8abc21ea req-f84edcc4-9b1e-4490-b62a-6afe4a28e2b7 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 210 time: 0.0317800 Sep 03 20:26:56.221267 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5c8eaa2b-65da-487f-a37c-3ea8b40151dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:56.237244 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5c8eaa2b-65da-487f-a37c-3ea8b40151dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:56.237244 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5c8eaa2b-65da-487f-a37c-3ea8b40151dd admin admin] 10.222.0.41 "DELETE /v2.0/networks/023b6742-fcdc-4078-a29b-810452930b96 HTTP/1.1" status: 204 len: 168 time: 0.3746314 Sep 03 20:26:56.245436 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8eaa2b-65da-487f-a37c-3ea8b40151dd admin admin] Pushing event deleted for resources: {'Network': ['ID=023b6742-fcdc-4078-a29b-810452930b96,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:56.892842 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 45438) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:26:56.935918 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-74612a38-045a-458c-bf1f-2c8272d4fcbe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2cdf494da4604684a5db30c5a56885a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395257 Sep 03 20:26:56.936219 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 45442) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:26:56.986325 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:57.008156 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:57.164540 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:57.167213 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:57.172160 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4 HTTP/1.1" status: 204 len: 168 time: 0.2338715 Sep 03 20:26:57.181224 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c341db-3a9a-4b9e-ae9c-2aac5f936ce4,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:57.196385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:57.196385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:57.196385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:57.196385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:57.196385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:57.196385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:57.196385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:57.196385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:57.196385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:57.196385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:57.196385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:57.196385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa09f2f-f390-4ef7-94de-172e67d13228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:26:57.243584 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5a3e4651-4f60-4455-b91c-6dd2b1bab57a req-bf7dea06-a251-4f47-b4ed-0d0ba304ded1 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 210 time: 0.0296707 Sep 03 20:26:58.357014 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cbd7dd1b-e62f-49c0-98fa-74f9bc2927ba req-0b035fc8-4fcd-4018-a406-07c4609ef0a2 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 210 time: 0.0402761 Sep 03 20:26:58.502197 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-5e218987-ac58-42d4-8d57-ce8930ed3065 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:58.503495 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-5e218987-ac58-42d4-8d57-ce8930ed3065 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "GET /v2.0/networks?id=b18ab434-6d0b-4f19-9853-1e5f3946b993 HTTP/1.1" status: 200 len: 815 time: 0.1150146 Sep 03 20:26:58.518846 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-5ceeccf0-9a2a-45f2-ba97-1d6fc411f048 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Request body: {'port': {'device_id': '2a59574e-b33a-4ea3-b442-2d144a8ad06a', 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993', 'admin_state_up': True, 'tenant_id': 'a5d8efd188b8452a9425af1364e62534'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:26:58.753114 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-5ceeccf0-9a2a-45f2-ba97-1d6fc411f048 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Made reservation on behalf of a5d8efd188b8452a9425af1364e62534 for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:26:58.757325 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-5ceeccf0-9a2a-45f2-ba97-1d6fc411f048 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:58.900365 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-5ceeccf0-9a2a-45f2-ba97-1d6fc411f048 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Allocated IP 172.20.0.6 (b18ab434-6d0b-4f19-9853-1e5f3946b993/3a21d830-e4e1-4b24-a811-bbb0e383e134/199c25e9-8906-4a2d-8876-c9d8441e12eb) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:26:59.062598 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-5ceeccf0-9a2a-45f2-ba97-1d6fc411f048 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:59.164862 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-5ceeccf0-9a2a-45f2-ba97-1d6fc411f048 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:59.177070 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['1d8f201c-fc14-41f5-95da-b082869faad1', 'b3a1f560-f692-445e-a0d6-dc666d432e4e'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:26:59.207096 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-5ceeccf0-9a2a-45f2-ba97-1d6fc411f048 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Network b18ab434-6d0b-4f19-9853-1e5f3946b993 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:26:59.212121 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-5ceeccf0-9a2a-45f2-ba97-1d6fc411f048 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:26:59.215822 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-5ceeccf0-9a2a-45f2-ba97-1d6fc411f048 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:26:59.225071 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceeccf0-9a2a-45f2-ba97-1d6fc411f048 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Pushing event updated for resources: {'Port': ['ID=199c25e9-8906-4a2d-8876-c9d8441e12eb,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:26:59.317353 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-5ceeccf0-9a2a-45f2-ba97-1d6fc411f048 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:59.317353 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-5ceeccf0-9a2a-45f2-ba97-1d6fc411f048 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:59.371267 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-5ceeccf0-9a2a-45f2-ba97-1d6fc411f048 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8579173 Sep 03 20:26:59.399329 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Request body: {'port': {'device_id': '2a59574e-b33a-4ea3-b442-2d144a8ad06a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:26:59.459843 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:59.489935 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9b61e-22ba-4352-a279-bc45227f782c req-58e207b1-0db8-4660-9837-7c33b644c2b4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:26:59.491528 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-32e9b61e-22ba-4352-a279-bc45227f782c req-58e207b1-0db8-4660-9837-7c33b644c2b4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 931 time: 0.0497944 Sep 03 20:26:59.529663 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-32e9b61e-22ba-4352-a279-bc45227f782c req-72617b1f-100e-44e7-b8e5-cb74d3bc100c tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322065 Sep 03 20:26:59.957029 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199c25e9-8906-4a2d-8876-c9d8441e12eb {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:26:59.964460 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:26:59.977309 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Transition to ACTIVE for port object 199c25e9-8906-4a2d-8876-c9d8441e12eb will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:27:00.141765 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:00.191366 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Pushing event updated for resources: {'Port': ['ID=199c25e9-8906-4a2d-8876-c9d8441e12eb,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:00.267174 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Attempting to bind port 199c25e9-8906-4a2d-8876-c9d8441e12eb on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:27:00.267647 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Attempting to bind port 199c25e9-8906-4a2d-8876-c9d8441e12eb by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:27:00.267982 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Attempting to bind port 199c25e9-8906-4a2d-8876-c9d8441e12eb on network b18ab434-6d0b-4f19-9853-1e5f3946b993 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:27:00.272330 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Port 199c25e9-8906-4a2d-8876-c9d8441e12eb on network b18ab434-6d0b-4f19-9853-1e5f3946b993 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:27:00.281191 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Attempting to bind port 199c25e9-8906-4a2d-8876-c9d8441e12eb on network b18ab434-6d0b-4f19-9853-1e5f3946b993 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:27:00.281191 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:27:00.281191 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Checking segment: {'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:27:00.281191 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Bound using segment: {'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:27:00.281191 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Bound port: 199c25e9-8906-4a2d-8876-c9d8441e12eb, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:27:00.281191 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:00.340220 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] For port 199c25e9-8906-4a2d-8876-c9d8441e12eb, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:27:00.344120 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] For port 199c25e9-8906-4a2d-8876-c9d8441e12eb, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=199c25e9-8906-4a2d-8876-c9d8441e12eb,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:27:00.473547 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:00.505058 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:00.505285 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:00.506890 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] 10.222.0.42 "PUT /v2.0/ports/199c25e9-8906-4a2d-8876-c9d8441e12eb HTTP/1.1" status: 200 len: 1093 time: 1.1218097 Sep 03 20:27:00.509208 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a59574e-b33a-4ea3-b442-2d144a8ad06a', 'tag': '199c25e9-8906-4a2d-8876-c9d8441e12eb'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:27:00.512289 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a60b464-8449-4f60-bcae-9774370f004d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a59574e-b33a-4ea3-b442-2d144a8ad06a", "tag": "199c25e9-8906-4a2d-8876-c9d8441e12eb"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:27:00.540215 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05155f32-2633-4e5a-a983-beda896ed489 service neutron] Pushing event updated for resources: {'Port': ['ID=199c25e9-8906-4a2d-8876-c9d8441e12eb,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:00.552659 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb2bcb3-a785-4011-ada9-7cbe64c981b9 x-openstack-request-id: req-1fb2bcb3-a785-4011-ada9-7cbe64c981b9 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:27:00.552659 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a59574e-b33a-4ea3-b442-2d144a8ad06a", "tag": "199c25e9-8906-4a2d-8876-c9d8441e12eb", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:27:00.552659 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1fb2bcb3-a785-4011-ada9-7cbe64c981b9 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:27:00.552659 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a59574e-b33a-4ea3-b442-2d144a8ad06a', 'tag': '199c25e9-8906-4a2d-8876-c9d8441e12eb', 'status': 'completed', 'code': 200} Sep 03 20:27:00.627292 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b464-8449-4f60-bcae-9774370f004d req-f73b94b5-c0be-4681-99f8-72070f5efd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:00.628817 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2a60b464-8449-4f60-bcae-9774370f004d req-f73b94b5-c0be-4681-99f8-72070f5efd39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5d8efd188b8452a9425af1364e62534&device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 1096 time: 0.0441327 Sep 03 20:27:00.648199 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a71e-069e-4fcd-9115-05eca2fa57f8 req-81a729ed-22c3-4aaa-aecf-df37ae2d5738 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:00.649818 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d164a71e-069e-4fcd-9115-05eca2fa57f8 req-81a729ed-22c3-4aaa-aecf-df37ae2d5738 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 943 time: 0.0494664 Sep 03 20:27:00.689502 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d164a71e-069e-4fcd-9115-05eca2fa57f8 req-9c9d6a99-1f46-4393-8614-5ebced114066 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 Sep 03 20:27:00.732977 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b464-8449-4f60-bcae-9774370f004d req-058f4b31-1289-420b-a9ea-fc38b6f18dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:00.735044 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2a60b464-8449-4f60-bcae-9774370f004d req-058f4b31-1289-420b-a9ea-fc38b6f18dc6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a5d8efd188b8452a9425af1364e62534&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0915453 Sep 03 20:27:00.834350 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b464-8449-4f60-bcae-9774370f004d req-eb111164-04a6-4289-b173-2d2f48e1073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:00.835832 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2a60b464-8449-4f60-bcae-9774370f004d req-eb111164-04a6-4289-b173-2d2f48e1073e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890489 Sep 03 20:27:00.918975 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-d08c5a69-ef5d-40d1-bd0d-8c30fcd936f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:00.920606 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-d08c5a69-ef5d-40d1-bd0d-8c30fcd936f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5d8efd188b8452a9425af1364e62534&device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 1096 time: 0.0399902 Sep 03 20:27:00.970541 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-31b5e00b-bc9b-4f9b-b4bb-64e7c228d796 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=199c25e9-8906-4a2d-8876-c9d8441e12eb HTTP/1.1" status: 200 len: 217 time: 0.0378697 Sep 03 20:27:01.017286 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-ad6bdd73-bbca-4592-b503-2529403a2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:01.018701 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-ad6bdd73-bbca-4592-b503-2529403a2f26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a21d830-e4e1-4b24-a811-bbb0e383e134 HTTP/1.1" status: 200 len: 855 time: 0.0441818 Sep 03 20:27:01.053610 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-3c8380a0-a307-4199-ab36-3992e27df5c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b18ab434-6d0b-4f19-9853-1e5f3946b993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259595 Sep 03 20:27:01.148496 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-a7ea6c21-99df-49cb-8b55-03e8d8b80c35 service neutron] 10.222.0.42 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847962 Sep 03 20:27:01.244418 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-05dd746c-035f-45be-a88d-a5634ff53d7e req-ba5205b4-5a53-4428-adc0-ba3d5f947227 service neutron] 10.222.0.42 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868583 Sep 03 20:27:01.741329 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4763de-f1fb-45fc-bc60-7c98ef83c29d req-fa5753e5-5576-4291-83dd-7f220d381f6d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:01.742787 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6b4763de-f1fb-45fc-bc60-7c98ef83c29d req-fa5753e5-5576-4291-83dd-7f220d381f6d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 946 time: 0.0479233 Sep 03 20:27:01.808596 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6b4763de-f1fb-45fc-bc60-7c98ef83c29d req-08364eed-d1f5-4548-8d4f-a2184ced6615 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596416 Sep 03 20:27:01.825970 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d46a08-c2cb-44a0-a4e2-765a52af82db req-78ff7840-82a5-4b56-8409-63108b787731 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:01.825970 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f8d46a08-c2cb-44a0-a4e2-765a52af82db req-78ff7840-82a5-4b56-8409-63108b787731 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 943 time: 0.0601432 Sep 03 20:27:01.863820 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f8d46a08-c2cb-44a0-a4e2-765a52af82db req-abd0d7fc-33b7-4d57-925f-40e772502763 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317519 Sep 03 20:27:02.930384 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8789c-874e-4d85-bf90-14eb771b1904 req-5e704633-a58b-4852-833a-efde2198a69f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:02.931872 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1be8789c-874e-4d85-bf90-14eb771b1904 req-5e704633-a58b-4852-833a-efde2198a69f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 946 time: 0.0490026 Sep 03 20:27:02.997703 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1be8789c-874e-4d85-bf90-14eb771b1904 req-2b38d381-c29d-4923-88b4-518b70c9eee9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569475 Sep 03 20:27:03.006090 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845723-1fb1-4a56-8548-ef5728893074 req-55f200f2-873b-4c0e-be60-d18b44859187 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:03.007518 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8e845723-1fb1-4a56-8548-ef5728893074 req-55f200f2-873b-4c0e-be60-d18b44859187 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 943 time: 0.0748124 Sep 03 20:27:03.046215 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8e845723-1fb1-4a56-8548-ef5728893074 req-ba822016-32a3-4533-9c46-d0285659f6ec tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322518 Sep 03 20:27:04.116149 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d6daa-4e2a-44c4-9958-ce0804741b7e req-38f8a8cf-9553-4f09-b4fc-d2251225fb3a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:04.117669 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a17d6daa-4e2a-44c4-9958-ce0804741b7e req-38f8a8cf-9553-4f09-b4fc-d2251225fb3a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 946 time: 0.0492532 Sep 03 20:27:04.176935 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a17d6daa-4e2a-44c4-9958-ce0804741b7e req-715dc099-2a94-481b-b750-68bf06b9dc31 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498199 Sep 03 20:27:04.188595 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1543be-1a4e-4557-aaf4-f4d0d030779c req-2278a4ff-5acc-4c8e-ad3c-847a37bb3493 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:04.190083 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6f1543be-1a4e-4557-aaf4-f4d0d030779c req-2278a4ff-5acc-4c8e-ad3c-847a37bb3493 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 943 time: 0.0714929 Sep 03 20:27:04.227576 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6f1543be-1a4e-4557-aaf4-f4d0d030779c req-de33f430-d7c3-4814-a098-3d918247f21d tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315781 Sep 03 20:27:05.299249 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef687cb-fcff-4c34-876f-e42745451c6b req-d6c3febf-e0cc-4d8f-a29e-c67a9ef84bce tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:05.300772 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bef687cb-fcff-4c34-876f-e42745451c6b req-d6c3febf-e0cc-4d8f-a29e-c67a9ef84bce tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 946 time: 0.0522802 Sep 03 20:27:05.370812 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77136d9-8aad-4342-a04d-f5b83f4ed848 req-513f3c29-329d-4c3a-96f3-ea4aff01984c tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:05.372321 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f77136d9-8aad-4342-a04d-f5b83f4ed848 req-513f3c29-329d-4c3a-96f3-ea4aff01984c tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 943 time: 0.0706935 Sep 03 20:27:05.375699 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-bef687cb-fcff-4c34-876f-e42745451c6b req-bb2e1b33-2712-4ad9-8588-b022cc499ac5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659986 Sep 03 20:27:05.413447 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f77136d9-8aad-4342-a04d-f5b83f4ed848 req-598f7d6c-81ad-419d-8f49-4497739370da tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349050 Sep 03 20:27:06.552764 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabe180-9e54-4693-9bff-930f8166a427 req-5bd31503-7464-49b6-b16e-9ab718eb1b98 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:06.554264 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0aabe180-9e54-4693-9bff-930f8166a427 req-5bd31503-7464-49b6-b16e-9ab718eb1b98 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 946 time: 0.0947728 Sep 03 20:27:06.567954 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590e3c9-d1d9-43d1-bd7e-03de30a7aac2 req-20e1bdd5-46d9-4d10-925c-f6ad3a49cc5f tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:06.569573 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f590e3c9-d1d9-43d1-bd7e-03de30a7aac2 req-20e1bdd5-46d9-4d10-925c-f6ad3a49cc5f tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 943 time: 0.0718324 Sep 03 20:27:06.616846 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0aabe180-9e54-4693-9bff-930f8166a427 req-10719920-1798-43d9-85a2-4d9c7bfbb1a5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd29e195-e534-42e9-a09b-7f489f027740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565841 Sep 03 20:27:06.628464 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f590e3c9-d1d9-43d1-bd7e-03de30a7aac2 req-b2339907-1216-4e14-adca-aec00b9c9fdb tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520861 Sep 03 20:27:06.784847 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-e1d53054-d363-433d-9e14-4daaf3ed9e93 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:06.786300 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-e1d53054-d363-433d-9e14-4daaf3ed9e93 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.42 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 946 time: 0.0482275 Sep 03 20:27:06.884109 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Deleting port 0d7d8957-1111-4b21-907e-c96b1e06fe16 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:27:06.884372 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:06.977523 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] For port 0d7d8957-1111-4b21-907e-c96b1e06fe16, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=0d7d8957-1111-4b21-907e-c96b1e06fe16,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:06.977885 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:07.195045 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:07.195045 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:07.195045 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.l3_db [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Floating IP c32dee92-4ee2-4e99-b4b6-65aa7f216b2e disassociated. External IP: 172.27.3.137, port: 0d7d8957-1111-4b21-907e-c96b1e06fe16. Sep 03 20:27:07.195045 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Calling delete_port for 0d7d8957-1111-4b21-907e-c96b1e06fe16 owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:27:07.427116 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:07.457751 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event deleted for resources: {'Port': ['ID=0d7d8957-1111-4b21-907e-c96b1e06fe16,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:07.565966 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 199c25e9-8906-4a2d-8876-c9d8441e12eb details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:27:07.569632 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Router 9d9db0c2-6334-4b21-9db3-ae43621e807d has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:27:07.660848 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 199c25e9-8906-4a2d-8876-c9d8441e12eb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=199c25e9-8906-4a2d-8876-c9d8441e12eb,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:07.673165 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '199c25e9-8906-4a2d-8876-c9d8441e12eb', 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993', 'port_id': '199c25e9-8906-4a2d-8876-c9d8441e12eb', 'mac_address': 'fa:16:3e:4a:b0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a21d830-e4e1-4b24-a811-bbb0e383e134', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:27:07.686382 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:27:07.700699 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384d1f1-48b9-4333-8bca-281ef3875db4 None None] Sync routers for ids ['9d9db0c2-6334-4b21-9db3-ae43621e807d'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:27:07.716934 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384d1f1-48b9-4333-8bca-281ef3875db4 None None] Routers {'9d9db0c2-6334-4b21-9db3-ae43621e807d'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:27:07.717801 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-a384d1f1-48b9-4333-8bca-281ef3875db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:26:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['9d9db0c2-6334-4b21-9db3-ae43621e807d'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:07.760818 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] No DVR routers for this DVR port 0d7d8957-1111-4b21-907e-c96b1e06fe16 on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:27:07.765393 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:07.766083 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-18e7acb3-d802-44a4-a9c6-7b1fe04c11e2 req-c3e35823-ea59-4097-b453-a0fd2257af78 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.42 "DELETE /v2.0/ports/0d7d8957-1111-4b21-907e-c96b1e06fe16 HTTP/1.1" status: 204 len: 173 time: 0.9715450 Sep 03 20:27:07.766643 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'name': 'network-vif-deleted', 'tag': '0d7d8957-1111-4b21-907e-c96b1e06fe16'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:27:07.769136 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443776f0-6e3f-4754-81b7-ab00883f84ab" -d '{"events": [{"server_uuid": "d31f9675-0eeb-4f2b-a707-fc72e18d3456", "name": "network-vif-deleted", "tag": "0d7d8957-1111-4b21-907e-c96b1e06fe16"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:27:07.804980 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7abaf608-ff45-4458-98ff-214bbb69a878 req-bcbe8702-a82e-4c5a-bbb2-1b274bd417ce tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0652461 Sep 03 20:27:07.821351 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:07.837051 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a6063-6d6b-4ff7-8403-f7ede8c6e2ef req-1937ffab-2b1e-4f41-8f4d-9509e76d32dd tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:07.838629 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-012a6063-6d6b-4ff7-8403-f7ede8c6e2ef req-1937ffab-2b1e-4f41-8f4d-9509e76d32dd tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 943 time: 0.0978203 Sep 03 20:27:07.853688 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199c25e9-8906-4a2d-8876-c9d8441e12eb {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:27:07.877215 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e12d8e-15d4-4b13-bbdc-c180a1e7d895 x-openstack-request-id: req-44e12d8e-15d4-4b13-bbdc-c180a1e7d895 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:27:07.877215 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31f9675-0eeb-4f2b-a707-fc72e18d3456", "name": "network-vif-deleted", "tag": "0d7d8957-1111-4b21-907e-c96b1e06fe16", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:27:07.877215 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44e12d8e-15d4-4b13-bbdc-c180a1e7d895 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:27:07.877215 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31f9675-0eeb-4f2b-a707-fc72e18d3456', 'name': 'network-vif-deleted', 'tag': '0d7d8957-1111-4b21-907e-c96b1e06fe16', 'status': 'completed', 'code': 200} Sep 03 20:27:07.885890 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-012a6063-6d6b-4ff7-8403-f7ede8c6e2ef req-fc153bfa-9169-44cc-90d8-4fd20a35addb tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Sep 03 20:27:07.891711 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 199c25e9-8906-4a2d-8876-c9d8441e12eb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=199c25e9-8906-4a2d-8876-c9d8441e12eb,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:07.907024 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-a384d1f1-48b9-4333-8bca-281ef3875db4 None None] Set router 9d9db0c2-6334-4b21-9db3-ae43621e807d gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:27:08.114214 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:08.213811 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=199c25e9-8906-4a2d-8876-c9d8441e12eb,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:08.232479 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:08.232780 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:08.233090 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:08.233429 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:08.233764 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:08.234711 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:08.235045 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:08.235397 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:08.235730 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:08.236060 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:08.236383 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:08.236712 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:08.289387 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 45620) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:08.290953 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-a384d1f1-48b9-4333-8bca-281ef3875db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:35Z', 'revision_number': 5, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:08.320066 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384d1f1-48b9-4333-8bca-281ef3875db4 None None] Checking router: 9d9db0c2-6334-4b21-9db3-ae43621e807d for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:27:08.330371 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384d1f1-48b9-4333-8bca-281ef3875db4 None None] Routers {'9d9db0c2-6334-4b21-9db3-ae43621e807d'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:27:08.330371 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-a384d1f1-48b9-4333-8bca-281ef3875db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:26:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['9d9db0c2-6334-4b21-9db3-ae43621e807d'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:08.424470 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2713e3cc-5530-4fd2-8aed-deaa19f1ef7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:08.443585 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-a384d1f1-48b9-4333-8bca-281ef3875db4 None None] Set router 9d9db0c2-6334-4b21-9db3-ae43621e807d gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:27:08.516076 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2713e3cc-5530-4fd2-8aed-deaa19f1ef7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:08.610276 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2713e3cc-5530-4fd2-8aed-deaa19f1ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:08.647217 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-a384d1f1-48b9-4333-8bca-281ef3875db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:35Z', 'revision_number': 5, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:08.649965 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2713e3cc-5530-4fd2-8aed-deaa19f1ef7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f48b59bd18584b25883eb2adb06f13d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595054 Sep 03 20:27:08.652589 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 45626) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:08.656183 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713e3cc-5530-4fd2-8aed-deaa19f1ef7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919c1ad7-f0b0-4a83-b492-efa780ab53d9,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:08.679599 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384d1f1-48b9-4333-8bca-281ef3875db4 None None] The sync data for ids ['9d9db0c2-6334-4b21-9db3-ae43621e807d'] in dv-cinder-798198-4-iscsi is: [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:35Z', 'revision_number': 5, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:27:08.710952 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a787bf62-16bb-494a-a606-939c487d0b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:08.733252 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a787bf62-16bb-494a-a606-939c487d0b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:08.845336 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a787bf62-16bb-494a-a606-939c487d0b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:08.848439 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a787bf62-16bb-494a-a606-939c487d0b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:08.849767 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a787bf62-16bb-494a-a606-939c487d0b9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/919c1ad7-f0b0-4a83-b492-efa780ab53d9 HTTP/1.1" status: 204 len: 168 time: 0.1960018 Sep 03 20:27:08.862075 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787bf62-16bb-494a-a606-939c487d0b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919c1ad7-f0b0-4a83-b492-efa780ab53d9,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:08.938309 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-32453eb8-7387-4985-aeb4-abd75fc41ed2 req-4cf52da9-3e26-43aa-9921-e72dcf78e067 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0292664 Sep 03 20:27:08.966380 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f36b5-30cb-4a86-b521-90592c350a39 None None] New status for floating IP c32dee92-4ee2-4e99-b4b6-65aa7f216b2e: DOWN {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:27:09.010466 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4c7ec-8f93-4ff6-944c-e80088bd33e9 req-0a49d6f7-5e36-4d5e-ac53-0174724632c0 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:09.014397 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-68d4c7ec-8f93-4ff6-944c-e80088bd33e9 req-0a49d6f7-5e36-4d5e-ac53-0174724632c0 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 944 time: 0.0515945 Sep 03 20:27:09.056761 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-68d4c7ec-8f93-4ff6-944c-e80088bd33e9 req-f261ee50-f83e-4c5d-bf8d-e6a597455989 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366235 Sep 03 20:27:09.313648 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-19fb4f4c-e6fa-416c-b527-f85b7b2636ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:10.035605 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-65a00b6e-3917-47b4-8998-36346db0aae9 req-5709d400-78cf-4e46-80e7-54c66b670c2c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0254290 Sep 03 20:27:10.171171 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f7c7a-6cfe-49d3-afcd-b76e80eb8a6d req-d6710dbf-6b74-4f67-b055-ed01b08f35a9 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:10.173246 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-695f7c7a-6cfe-49d3-afcd-b76e80eb8a6d req-d6710dbf-6b74-4f67-b055-ed01b08f35a9 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 944 time: 0.0510113 Sep 03 20:27:10.214101 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-695f7c7a-6cfe-49d3-afcd-b76e80eb8a6d req-25372e17-0425-4d3e-a8a4-c9b15f0a28f5 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348730 Sep 03 20:27:10.889635 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['199c25e9-8906-4a2d-8876-c9d8441e12eb'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:27:11.142998 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-245e65a3-a36c-4db7-8927-8950f1929808 req-f5cb0373-75c7-43ed-87e5-970409999710 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31f9675-0eeb-4f2b-a707-fc72e18d3456 HTTP/1.1" status: 200 len: 210 time: 0.0263696 Sep 03 20:27:11.329752 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590677e7-32f5-4f9e-8c7a-e90f78a14474 req-eb64d7d2-2f98-447d-b8ec-85b710879311 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:11.331236 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-590677e7-32f5-4f9e-8c7a-e90f78a14474 req-eb64d7d2-2f98-447d-b8ec-85b710879311 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 944 time: 0.0527029 Sep 03 20:27:11.369172 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-590677e7-32f5-4f9e-8c7a-e90f78a14474 req-0f735192-e274-4fff-a5e7-785945f180d9 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Sep 03 20:27:12.038151 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1cad3122-4a36-4d8c-81f6-64d19d6f1b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:12.488049 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf454f9-a7c5-4a32-8bb2-8bd0ff7ae3fa req-637bef7c-6060-42af-9c1a-a76af275209d tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:12.489521 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3cf454f9-a7c5-4a32-8bb2-8bd0ff7ae3fa req-637bef7c-6060-42af-9c1a-a76af275209d tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 944 time: 0.0540118 Sep 03 20:27:12.528018 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3cf454f9-a7c5-4a32-8bb2-8bd0ff7ae3fa req-b1236b2a-e9ac-4363-b203-be692d1fc1b0 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320220 Sep 03 20:27:12.562695 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 199c25e9-8906-4a2d-8876-c9d8441e12eb up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:27:12.683631 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port 199c25e9-8906-4a2d-8876-c9d8441e12eb completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:27:12.687531 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 199c25e9-8906-4a2d-8876-c9d8441e12eb triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:27:12.687912 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:12.756397 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:12.766961 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:12.789724 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a59574e-b33a-4ea3-b442-2d144a8ad06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199c25e9-8906-4a2d-8876-c9d8441e12eb'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:27:12.792018 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5cee0b-7f4f-4fe0-9ae1-101fdf902f96" -d '{"events": [{"server_uuid": "2a59574e-b33a-4ea3-b442-2d144a8ad06a", "name": "network-vif-plugged", "status": "completed", "tag": "199c25e9-8906-4a2d-8876-c9d8441e12eb"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:27:12.805022 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 199c25e9-8906-4a2d-8876-c9d8441e12eb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=199c25e9-8906-4a2d-8876-c9d8441e12eb,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:12.831468 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392fc4e6-c26d-41c9-bf2d-25438b04006c x-openstack-request-id: req-392fc4e6-c26d-41c9-bf2d-25438b04006c {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:27:12.831765 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a59574e-b33a-4ea3-b442-2d144a8ad06a", "name": "network-vif-plugged", "status": "completed", "tag": "199c25e9-8906-4a2d-8876-c9d8441e12eb", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:27:12.832022 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-392fc4e6-c26d-41c9-bf2d-25438b04006c {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:27:12.832420 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a59574e-b33a-4ea3-b442-2d144a8ad06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199c25e9-8906-4a2d-8876-c9d8441e12eb', 'code': 200} Sep 03 20:27:12.872959 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:12.873794 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 0d7d8957-1111-4b21-907e-c96b1e06fe16 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:27:12.917241 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: 0d7d8957-1111-4b21-907e-c96b1e06fe16 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:27:12.917604 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 0d7d8957-1111-4b21-907e-c96b1e06fe16 not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:27:12.942160 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=199c25e9-8906-4a2d-8876-c9d8441e12eb,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:13.129311 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c675b9f-c649-40a9-bf59-03d44e2e6bc9 req-8ed8bce7-3434-43a7-a615-1edbaaf3c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:13.130772 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0c675b9f-c649-40a9-bf59-03d44e2e6bc9 req-8ed8bce7-3434-43a7-a615-1edbaaf3c25c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 1098 time: 0.0413911 Sep 03 20:27:13.170445 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0c675b9f-c649-40a9-bf59-03d44e2e6bc9 req-0171e58f-1448-46aa-a0d8-c8f9de141cab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264776 Sep 03 20:27:13.325104 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 45660) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:13.380213 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bb362c34-e233-4fa7-96a1-3bc5563323ed tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:13.398456 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:13.403931 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bb362c34-e233-4fa7-96a1-3bc5563323ed tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:13.541288 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bb362c34-e233-4fa7-96a1-3bc5563323ed tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:13.543785 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-bb362c34-e233-4fa7-96a1-3bc5563323ed tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:13.544935 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-bb362c34-e233-4fa7-96a1-3bc5563323ed tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "DELETE /v2.0/security-groups/dd29e195-e534-42e9-a09b-7f489f027740 HTTP/1.1" status: 204 len: 168 time: 0.2187507 Sep 03 20:27:13.548423 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 45666) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:13.559043 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb362c34-e233-4fa7-96a1-3bc5563323ed tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd29e195-e534-42e9-a09b-7f489f027740,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:13.571879 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.api.v2.resource [None req-41afcca2-eba9-4897-8588-24517191b86f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] show failed (client error): The resource could not be found. Sep 03 20:27:13.571879 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-41afcca2-eba9-4897-8588-24517191b86f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups/dd29e195-e534-42e9-a09b-7f489f027740 HTTP/1.1" status: 404 len: 347 time: 0.0161121 Sep 03 20:27:13.571879 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 45670) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:13.723109 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec57f1-5406-4dbd-b14d-d9af28c965d9 req-cf17f4fd-f97c-4449-826a-f87030475d57 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:13.724628 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-acec57f1-5406-4dbd-b14d-d9af28c965d9 req-cf17f4fd-f97c-4449-826a-f87030475d57 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 945 time: 0.1074572 Sep 03 20:27:13.753837 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4e56e-32b7-470d-bef5-3fa8259f5bb3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Deleting port 1b91bb05-a3df-49c6-b7e9-3fda7a1783fe {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:27:13.754171 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e56e-32b7-470d-bef5-3fa8259f5bb3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:13.789033 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-acec57f1-5406-4dbd-b14d-d9af28c965d9 req-38a4e6c5-237a-48be-9f1e-086a143a1d0c tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582912 Sep 03 20:27:13.840957 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e56e-32b7-470d-bef5-3fa8259f5bb3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:13.841281 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e56e-32b7-470d-bef5-3fa8259f5bb3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:13.852629 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4e56e-32b7-470d-bef5-3fa8259f5bb3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Calling delete_port for 1b91bb05-a3df-49c6-b7e9-3fda7a1783fe owned by network:floatingip {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:27:14.089296 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e56e-32b7-470d-bef5-3fa8259f5bb3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:14.113191 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4e56e-32b7-470d-bef5-3fa8259f5bb3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event deleted for resources: {'Port': ['ID=1b91bb05-a3df-49c6-b7e9-3fda7a1783fe,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:14.174435 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e56e-32b7-470d-bef5-3fa8259f5bb3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for floatingip, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:14.177099 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b5b4e56e-32b7-470d-bef5-3fa8259f5bb3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:14.183255 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-b5b4e56e-32b7-470d-bef5-3fa8259f5bb3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "DELETE /v2.0/floatingips/c32dee92-4ee2-4e99-b4b6-65aa7f216b2e HTTP/1.1" status: 204 len: 168 time: 0.6056406 Sep 03 20:27:14.552035 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 45682) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:14.557716 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-65322370-27ef-4e7e-9ecd-56e8d135c62c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592782849', 'description': 'tempest-description--2127335337'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:14.689635 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-65322370-27ef-4e7e-9ecd-56e8d135c62c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:14.775158 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-65322370-27ef-4e7e-9ecd-56e8d135c62c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:14.889550 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-65322370-27ef-4e7e-9ecd-56e8d135c62c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:14.919693 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65322370-27ef-4e7e-9ecd-56e8d135c62c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079ae8fe-41c1-455d-99da-8a745308a615,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:14.975564 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:15.004108 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-65322370-27ef-4e7e-9ecd-56e8d135c62c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:15.008004 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-65322370-27ef-4e7e-9ecd-56e8d135c62c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4522848 Sep 03 20:27:15.008263 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 45688) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:15.012736 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-7381da52-2016-4e87-93d6-09c255dc25b6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Request body: {'security_group_rule': {'security_group_id': '079ae8fe-41c1-455d-99da-8a745308a615', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:15.073957 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2866b5-af15-4450-8acb-fccac3ae8212 req-6714ac4e-e5fc-4a70-b7ca-961e040387d4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:15.075543 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-af2866b5-af15-4450-8acb-fccac3ae8212 req-6714ac4e-e5fc-4a70-b7ca-961e040387d4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 945 time: 0.2210059 Sep 03 20:27:15.113447 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-af2866b5-af15-4450-8acb-fccac3ae8212 req-c5a0b8f0-2b1a-4ce1-a73d-47afb9f030c7 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Sep 03 20:27:15.122595 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7381da52-2016-4e87-93d6-09c255dc25b6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:15.178802 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7381da52-2016-4e87-93d6-09c255dc25b6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:15.250984 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7381da52-2016-4e87-93d6-09c255dc25b6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:15.268008 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381da52-2016-4e87-93d6-09c255dc25b6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e963259-f728-4d01-af05-aaaa2a6c12a0,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:15.347433 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7381da52-2016-4e87-93d6-09c255dc25b6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:15.348802 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-7381da52-2016-4e87-93d6-09c255dc25b6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3394625 Sep 03 20:27:15.351725 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 45696) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:15.356268 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-1fb3cbd1-4b8c-4eb5-860c-f332e8f11bf8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Request body: {'security_group_rule': {'security_group_id': '079ae8fe-41c1-455d-99da-8a745308a615', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:15.466680 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1fb3cbd1-4b8c-4eb5-860c-f332e8f11bf8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:15.522223 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1fb3cbd1-4b8c-4eb5-860c-f332e8f11bf8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:15.598511 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1fb3cbd1-4b8c-4eb5-860c-f332e8f11bf8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:15.615180 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3cbd1-4b8c-4eb5-860c-f332e8f11bf8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c344d86c-2114-477a-b37d-938b5890b04b,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:15.724318 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1fb3cbd1-4b8c-4eb5-860c-f332e8f11bf8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:15.728000 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-1fb3cbd1-4b8c-4eb5-860c-f332e8f11bf8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3727765 Sep 03 20:27:15.732107 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 45702) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:15.737945 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Request body: {'floatingip': {'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:15.855935 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for floatingip, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:15.975470 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:16.088270 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Allocated IP 172.27.3.131 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/0b054506-7f4d-4d09-8981-97e773b4655b) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:27:16.208748 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:16.324453 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:16.361807 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:27:16.364551 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:27:16.366937 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:27:16.394139 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event updated for resources: {'Port': ['ID=0b054506-7f4d-4d09-8981-97e773b4655b,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:16.458155 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:16.600480 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:16.745689 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:16.821125 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:16.898200 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event updated for resources: {'Port': ['ID=0b054506-7f4d-4d09-8981-97e773b4655b,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:16.907236 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:16.992539 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:16.993858 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-55683cd7-9bf2-4cc2-b80e-ffa71cb89f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2607386 Sep 03 20:27:17.181372 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-586ccf3f-16f3-4659-8b42-6d75ab9bec01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1592782849&fields=id&tenant_id=a18ae6ad0b154758807e67ca15c54fba HTTP/1.1" status: 200 len: 267 time: 0.0352857 Sep 03 20:27:17.288937 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-beda1472-7c96-479c-95d7-9c984fdf3c37 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:17.290283 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-beda1472-7c96-479c-95d7-9c984fdf3c37 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/networks?id=87e928be-9f46-4330-9e45-fbf3edf30f0e HTTP/1.1" status: 200 len: 816 time: 0.1016927 Sep 03 20:27:17.304820 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-d0602078-fa73-4fff-9cae-548f4ae51f1f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/quotas/a18ae6ad0b154758807e67ca15c54fba HTTP/1.1" status: 200 len: 375 time: 0.0088680 Sep 03 20:27:17.355723 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-19c9d440-6abf-444c-94e8-c2f578065b6d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a18ae6ad0b154758807e67ca15c54fba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458231 Sep 03 20:27:17.497353 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-3a54dffd-dfb5-4557-8a84-0848f11639ab service neutron] 10.222.0.41 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291966 Sep 03 20:27:17.586347 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-cb3bea18-8269-4d76-a38d-25e6a0f1911b service neutron] 10.222.0.41 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817797 Sep 03 20:27:17.917574 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ade31a0e-5436-43a3-a252-49cc783ce051 req-ef911cf6-3b2c-486e-9570-82d9899bc0ef tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 210 time: 0.0263577 Sep 03 20:27:19.011778 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cf84da97-b14e-4ba0-83d1-00b17d158b7a req-0af4e021-f1aa-4c61-a087-1fae88857731 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 210 time: 0.0255871 Sep 03 20:27:20.106705 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-db5825d2-3cda-473a-8bb0-9d1cdd59ccd9 req-d83bab20-7f02-44a3-93f3-7ab523d9f9f3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 210 time: 0.0252683 Sep 03 20:27:21.172427 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-94fde4bc-875a-48c7-b719-8be2f3d0b8e3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:21.174095 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-94fde4bc-875a-48c7-b719-8be2f3d0b8e3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.42 "GET /v2.0/networks?id=87e928be-9f46-4330-9e45-fbf3edf30f0e HTTP/1.1" status: 200 len: 816 time: 0.1054945 Sep 03 20:27:21.211254 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-045970bf-b84e-4e5d-aeed-a2bd1e75c96d req-09943ee3-117b-49d9-9ec1-37b27b2d16af tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 210 time: 0.0282481 Sep 03 20:27:21.223516 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6a0d90f6-27d6-4c06-a7bb-1c4999b994b0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a18ae6ad0b154758807e67ca15c54fba HTTP/1.1" status: 200 len: 380 time: 0.0360007 Sep 03 20:27:21.241196 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6643512f-82e4-41ce-839e-9f581e2623de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Request body: {'port': {'device_id': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'admin_state_up': True, 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'security_groups': ['079ae8fe-41c1-455d-99da-8a745308a615']}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:21.489780 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6643512f-82e4-41ce-839e-9f581e2623de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Made reservation on behalf of a18ae6ad0b154758807e67ca15c54fba for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:27:21.493572 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6643512f-82e4-41ce-839e-9f581e2623de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:21.618825 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6643512f-82e4-41ce-839e-9f581e2623de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Allocated IP 172.20.0.10 (87e928be-9f46-4330-9e45-fbf3edf30f0e/7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee/8f9b22e0-705a-4b03-926d-997ca4e42cec) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:27:21.753640 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6643512f-82e4-41ce-839e-9f581e2623de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:21.766076 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6643512f-82e4-41ce-839e-9f581e2623de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Transition to ACTIVE for port object 8f9b22e0-705a-4b03-926d-997ca4e42cec will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:27:21.896053 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6643512f-82e4-41ce-839e-9f581e2623de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:21.940846 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6643512f-82e4-41ce-839e-9f581e2623de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Network 87e928be-9f46-4330-9e45-fbf3edf30f0e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:27:21.943975 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6643512f-82e4-41ce-839e-9f581e2623de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:27:21.947559 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6643512f-82e4-41ce-839e-9f581e2623de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:27:21.956328 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643512f-82e4-41ce-839e-9f581e2623de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event updated for resources: {'Port': ['ID=8f9b22e0-705a-4b03-926d-997ca4e42cec,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:22.003022 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6643512f-82e4-41ce-839e-9f581e2623de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:22.003735 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6643512f-82e4-41ce-839e-9f581e2623de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:22.096740 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6643512f-82e4-41ce-839e-9f581e2623de tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8623548 Sep 03 20:27:22.115365 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Request body: {'port': {'device_id': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:22.178623 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:22.261180 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-1d57df52-1706-405e-93a0-cbc839823ddd None None] Provisioning for port 8f9b22e0-705a-4b03-926d-997ca4e42cec completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:27:22.272400 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-1d57df52-1706-405e-93a0-cbc839823ddd None None] Provisioning complete for port 8f9b22e0-705a-4b03-926d-997ca4e42cec triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:27:22.272781 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1d57df52-1706-405e-93a0-cbc839823ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:22.308633 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-1d57df52-1706-405e-93a0-cbc839823ddd None None] Port 8f9b22e0-705a-4b03-926d-997ca4e42cec cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:27:22.345087 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94cc82-55b5-4262-90db-720cbe22c994 req-213cee4d-c448-4038-828f-227f560e7a90 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:22.346917 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4b94cc82-55b5-4262-90db-720cbe22c994 req-213cee4d-c448-4038-828f-227f560e7a90 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 932 time: 0.0510435 Sep 03 20:27:22.387666 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4b94cc82-55b5-4262-90db-720cbe22c994 req-fd730103-8e8c-42ed-a210-fc5317cea820 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347743 Sep 03 20:27:22.444316 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9b22e0-705a-4b03-926d-997ca4e42cec {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:27:22.451476 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:22.463502 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Transition to ACTIVE for port object 8f9b22e0-705a-4b03-926d-997ca4e42cec will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:27:22.569622 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:22.619915 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9b22e0-705a-4b03-926d-997ca4e42cec,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:22.695368 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Attempting to bind port 8f9b22e0-705a-4b03-926d-997ca4e42cec on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:27:22.695714 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Attempting to bind port 8f9b22e0-705a-4b03-926d-997ca4e42cec by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:27:22.696045 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Attempting to bind port 8f9b22e0-705a-4b03-926d-997ca4e42cec on network 87e928be-9f46-4330-9e45-fbf3edf30f0e {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:27:22.700456 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Port 8f9b22e0-705a-4b03-926d-997ca4e42cec on network 87e928be-9f46-4330-9e45-fbf3edf30f0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:27:22.700777 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Attempting to bind port 8f9b22e0-705a-4b03-926d-997ca4e42cec on network 87e928be-9f46-4330-9e45-fbf3edf30f0e {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:27:22.706677 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:27:22.707015 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Checking segment: {'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:27:22.707448 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Bound using segment: {'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:27:22.707878 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Bound port: 8f9b22e0-705a-4b03-926d-997ca4e42cec, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949d8237-b54d-47c9-9139-bd7650ffeaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:27:22.708264 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:22.774093 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] For port 8f9b22e0-705a-4b03-926d-997ca4e42cec, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:27:22.777114 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] For port 8f9b22e0-705a-4b03-926d-997ca4e42cec, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:27:22.837023 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-adc4848b-ca9e-496f-bd9b-df0b5a78e2a9 req-22497d02-642a-4c1f-8800-90bb35ca5be2 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878740633&fields=id&tenant_id=8e1537f688944616a45d0582822ac411 HTTP/1.1" status: 200 len: 267 time: 0.0337408 Sep 03 20:27:22.844880 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:22.880402 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:22.881090 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:22.882688 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] 10.222.0.42 "PUT /v2.0/ports/8f9b22e0-705a-4b03-926d-997ca4e42cec HTTP/1.1" status: 200 len: 1094 time: 0.7729156 Sep 03 20:27:22.883142 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'tag': '8f9b22e0-705a-4b03-926d-997ca4e42cec'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:27:22.885459 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b978a13c-6364-4b73-aa13-2a841f8a62e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f38d7d86-57c2-459e-8fc0-5e5774d16749", "tag": "8f9b22e0-705a-4b03-926d-997ca4e42cec"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:27:22.890812 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4848b-ca9e-496f-bd9b-df0b5a78e2a9 req-9e768001-1be9-4d04-a801-a2d38070b926 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:22.899172 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-adc4848b-ca9e-496f-bd9b-df0b5a78e2a9 req-9e768001-1be9-4d04-a801-a2d38070b926 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 985 time: 0.0562458 Sep 03 20:27:22.904882 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [req-adc4848b-ca9e-496f-bd9b-df0b5a78e2a9 req-44684dbf-7317-422d-a041-468722c6a6da tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Request body: {'port': {'security_groups': ['163e3940-b542-45a8-8998-bb7291b66fcb']}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:22.917905 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d41667-30bb-4677-81a5-2771aada7fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9b22e0-705a-4b03-926d-997ca4e42cec,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:22.933768 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1629f5-08e6-4684-a381-a99a7fdefb53 x-openstack-request-id: req-2b1629f5-08e6-4684-a381-a99a7fdefb53 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:27:22.934222 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38d7d86-57c2-459e-8fc0-5e5774d16749", "tag": "8f9b22e0-705a-4b03-926d-997ca4e42cec", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:27:22.934573 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b1629f5-08e6-4684-a381-a99a7fdefb53 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:27:22.935698 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'tag': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'status': 'completed', 'code': 200} Sep 03 20:27:22.989895 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-adc4848b-ca9e-496f-bd9b-df0b5a78e2a9 req-44684dbf-7317-422d-a041-468722c6a6da tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:23.015307 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978a13c-6364-4b73-aa13-2a841f8a62e9 req-71d1497f-31de-4988-a1df-63bc00b94bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:23.017986 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b978a13c-6364-4b73-aa13-2a841f8a62e9 req-71d1497f-31de-4988-a1df-63bc00b94bf1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18ae6ad0b154758807e67ca15c54fba&device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 1097 time: 0.0563798 Sep 03 20:27:23.138834 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978a13c-6364-4b73-aa13-2a841f8a62e9 req-7da66d45-87a7-4a42-96a8-a21d0ee9c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:23.140642 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b978a13c-6364-4b73-aa13-2a841f8a62e9 req-7da66d45-87a7-4a42-96a8-a21d0ee9c002 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a18ae6ad0b154758807e67ca15c54fba&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1080515 Sep 03 20:27:23.182787 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [req-adc4848b-ca9e-496f-bd9b-df0b5a78e2a9 req-44684dbf-7317-422d-a041-468722c6a6da tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] For port 19468865-6c1d-403b-8a29-abf191e6d99c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=19468865-6c1d-403b-8a29-abf191e6d99c,segment=NetworkSegment(ddc56c62-14ca-45a7-bb6c-01308fdc8dc3),segment_id=ddc56c62-14ca-45a7-bb6c-01308fdc8dc3)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:23.212431 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-adc4848b-ca9e-496f-bd9b-df0b5a78e2a9 req-44684dbf-7317-422d-a041-468722c6a6da tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:23.240136 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978a13c-6364-4b73-aa13-2a841f8a62e9 req-fa290f98-05f6-4546-ad20-6e50fbb0dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:23.248975 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b978a13c-6364-4b73-aa13-2a841f8a62e9 req-fa290f98-05f6-4546-ad20-6e50fbb0dac4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908072 Sep 03 20:27:23.323919 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-e8726b83-96ee-4b02-b765-9a9f4337cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:23.325833 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-e8726b83-96ee-4b02-b765-9a9f4337cb7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18ae6ad0b154758807e67ca15c54fba&device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 1097 time: 0.0416486 Sep 03 20:27:23.329103 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-adc4848b-ca9e-496f-bd9b-df0b5a78e2a9 req-44684dbf-7317-422d-a041-468722c6a6da tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:23.342374 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['19468865-6c1d-403b-8a29-abf191e6d99c'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:27:23.392601 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4848b-ca9e-496f-bd9b-df0b5a78e2a9 req-44684dbf-7317-422d-a041-468722c6a6da tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:23.393790 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [req-adc4848b-ca9e-496f-bd9b-df0b5a78e2a9 req-44684dbf-7317-422d-a041-468722c6a6da tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:23.395387 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-adc4848b-ca9e-496f-bd9b-df0b5a78e2a9 req-44684dbf-7317-422d-a041-468722c6a6da tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "PUT /v2.0/ports/19468865-6c1d-403b-8a29-abf191e6d99c HTTP/1.1" status: 200 len: 943 time: 0.4954004 Sep 03 20:27:23.396019 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'tag': '19468865-6c1d-403b-8a29-abf191e6d99c'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:27:23.403322 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 45802) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:23.404779 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194dd660-8b0a-48ac-a5e9-a2983095c90a" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc41dc7-2e08-4b47-8b57-0a04ea78516c", "tag": "19468865-6c1d-403b-8a29-abf191e6d99c"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:27:23.413691 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-6f78a4c4-9ae5-4547-9235-41817de8fb96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec HTTP/1.1" status: 200 len: 217 time: 0.0670974 Sep 03 20:27:23.477825 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44684dbf-7317-422d-a041-468722c6a6da tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event updated for resources: {'Port': ['ID=19468865-6c1d-403b-8a29-abf191e6d99c,revision_number=7']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:23.488141 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9809987e-23b5-406a-bfd7-6735a9bb26ad x-openstack-request-id: req-9809987e-23b5-406a-bfd7-6735a9bb26ad {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:27:23.489801 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc41dc7-2e08-4b47-8b57-0a04ea78516c", "tag": "19468865-6c1d-403b-8a29-abf191e6d99c", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:27:23.489801 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9809987e-23b5-406a-bfd7-6735a9bb26ad {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:27:23.489801 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'tag': '19468865-6c1d-403b-8a29-abf191e6d99c', 'status': 'completed', 'code': 200} Sep 03 20:27:23.538739 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-19d68b6c-af69-4aeb-b4c3-a880eaea0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:23.538985 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['19468865-6c1d-403b-8a29-abf191e6d99c'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:27:23.540344 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-19d68b6c-af69-4aeb-b4c3-a880eaea0540 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee HTTP/1.1" status: 200 len: 855 time: 0.1167176 Sep 03 20:27:23.549174 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4131d46-cc5d-4e30-888b-bb41ffccc257 req-342bf343-0eb5-4a4b-90ce-f03e6c072377 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:23.550733 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e4131d46-cc5d-4e30-888b-bb41ffccc257 req-342bf343-0eb5-4a4b-90ce-f03e6c072377 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0607958 Sep 03 20:27:23.566432 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b148aede-08ae-42e6-ae15-0f151865fadc tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:23.608611 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e4131d46-cc5d-4e30-888b-bb41ffccc257 req-e57e858b-05db-44a6-b0ae-49f88cb80458 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484591 Sep 03 20:27:23.626576 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:23.643230 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dd660-8b0a-48ac-a5e9-a2983095c90a req-42a3ce74-4ea1-4640-8ff9-3bcf8eae893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:23.644752 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-194dd660-8b0a-48ac-a5e9-a2983095c90a req-42a3ce74-4ea1-4640-8ff9-3bcf8eae893b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e1537f688944616a45d0582822ac411&device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 1099 time: 0.1212103 Sep 03 20:27:23.648433 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b148aede-08ae-42e6-ae15-0f151865fadc tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:23.675450 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-4fc9ca31-09b5-4a8d-be6f-838b9ce446c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:23.676872 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-4fc9ca31-09b5-4a8d-be6f-838b9ce446c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87e928be-9f46-4330-9e45-fbf3edf30f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1193175 Sep 03 20:27:23.769536 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-46b6161d-c4e3-4b87-9dff-04c175000ba2 None None] Provisioning complete for port 19468865-6c1d-403b-8a29-abf191e6d99c triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:27:23.769936 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-46b6161d-c4e3-4b87-9dff-04c175000ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:24.097690 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dd660-8b0a-48ac-a5e9-a2983095c90a req-9e46b620-d440-4624-ae2c-cc4504043454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:24.099149 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-194dd660-8b0a-48ac-a5e9-a2983095c90a req-9e46b620-d440-4624-ae2c-cc4504043454 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a26d7894-47e2-4282-9466-0768e66eed4b HTTP/1.1" status: 200 len: 915 time: 0.4387221 Sep 03 20:27:24.101225 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-2f6fd655-35bf-422e-9a1c-4f2af2e69caf service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067879 Sep 03 20:27:24.169547 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b148aede-08ae-42e6-ae15-0f151865fadc tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:24.172035 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b148aede-08ae-42e6-ae15-0f151865fadc tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:24.174103 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b148aede-08ae-42e6-ae15-0f151865fadc tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "DELETE /v2.0/security-groups/9a30acbd-d2c1-457c-9e19-b133aef177bc HTTP/1.1" status: 204 len: 168 time: 0.7718520 Sep 03 20:27:24.178183 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 45812) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:24.203349 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148aede-08ae-42e6-ae15-0f151865fadc tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a30acbd-d2c1-457c-9e19-b133aef177bc,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:24.244090 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-194dd660-8b0a-48ac-a5e9-a2983095c90a req-a84cac3d-1763-4eaf-8fa6-e850c43b73cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19468865-6c1d-403b-8a29-abf191e6d99c HTTP/1.1" status: 200 len: 1002 time: 0.1253412 Sep 03 20:27:24.300999 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4e9d1f0c-2f8f-426d-91ce-bf640b02de40 req-be392199-5613-4a9f-859a-48cb854aeb1a service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818309 Sep 03 20:27:24.310027 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dd660-8b0a-48ac-a5e9-a2983095c90a req-d38bdad2-e72b-4fb9-a247-60225f6ae8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:24.311442 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-194dd660-8b0a-48ac-a5e9-a2983095c90a req-d38bdad2-e72b-4fb9-a247-60225f6ae8dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=693be893-23f1-40ec-8dcb-aeb255377247 HTTP/1.1" status: 200 len: 853 time: 0.0580401 Sep 03 20:27:24.347366 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-cd27779f-51b0-44d1-8b16-38f28333356b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Deleting port c271ba61-c8ef-4e44-af65-baae3c467d02 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:27:24.347719 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cd27779f-51b0-44d1-8b16-38f28333356b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:24.359504 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dd660-8b0a-48ac-a5e9-a2983095c90a req-bc4d15bf-59a3-4c8b-9a8a-577600129bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:24.361039 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-194dd660-8b0a-48ac-a5e9-a2983095c90a req-bc4d15bf-59a3-4c8b-9a8a-577600129bfa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a26d7894-47e2-4282-9466-0768e66eed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406861 Sep 03 20:27:24.461969 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-194dd660-8b0a-48ac-a5e9-a2983095c90a req-6c5217e5-966f-4efc-b0bf-e1e19b6b919a service neutron] 10.222.0.42 "GET /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916598 Sep 03 20:27:24.572592 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-194dd660-8b0a-48ac-a5e9-a2983095c90a req-e2fa3e18-b098-4900-882c-0d839d33502b service neutron] 10.222.0.42 "GET /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004975 Sep 03 20:27:24.647661 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cd27779f-51b0-44d1-8b16-38f28333356b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:24.648163 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cd27779f-51b0-44d1-8b16-38f28333356b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:24.662056 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-cd27779f-51b0-44d1-8b16-38f28333356b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Calling delete_port for c271ba61-c8ef-4e44-af65-baae3c467d02 owned by network:floatingip {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:27:24.794624 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06cfe5-75e7-4738-b432-50a059d00763 req-df1a0912-d9aa-489a-bc8f-b99583de8b4b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:24.796118 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3c06cfe5-75e7-4738-b432-50a059d00763 req-df1a0912-d9aa-489a-bc8f-b99583de8b4b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0896440 Sep 03 20:27:24.852268 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3c06cfe5-75e7-4738-b432-50a059d00763 req-d6c99778-75fe-4aec-a750-7d282a93a7c6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473905 Sep 03 20:27:24.981044 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cd27779f-51b0-44d1-8b16-38f28333356b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:25.005130 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27779f-51b0-44d1-8b16-38f28333356b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event deleted for resources: {'Port': ['ID=c271ba61-c8ef-4e44-af65-baae3c467d02,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:25.067950 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cd27779f-51b0-44d1-8b16-38f28333356b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks [] for floatingip, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:25.068343 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-cd27779f-51b0-44d1-8b16-38f28333356b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Floating IP 44ec55c7-051f-4d6d-b5e8-b77c0a6cac28 disassociated (deleted). External IP: 172.27.3.213, port: 19468865-6c1d-403b-8a29-abf191e6d99c. Sep 03 20:27:25.271114 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd27779f-51b0-44d1-8b16-38f28333356b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:27:25.378419 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd27779f-51b0-44d1-8b16-38f28333356b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:27:25.383157 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cd27779f-51b0-44d1-8b16-38f28333356b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:25.389975 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f520cb-35cc-4c4d-ad0f-0d0cce6631af None None] Sync routers for ids ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:27:25.400673 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f520cb-35cc-4c4d-ad0f-0d0cce6631af None None] Routers {'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:27:25.401357 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-01f520cb-35cc-4c4d-ad0f-0d0cce6631af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:27:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:25.409859 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-cd27779f-51b0-44d1-8b16-38f28333356b tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "DELETE /v2.0/floatingips/44ec55c7-051f-4d6d-b5e8-b77c0a6cac28 HTTP/1.1" status: 204 len: 168 time: 1.2305653 Sep 03 20:27:25.490793 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'tag': '19468865-6c1d-403b-8a29-abf191e6d99c'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:27:25.493423 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec368eb0-cfbd-4ca8-bd5e-6fad1f8037ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc41dc7-2e08-4b47-8b57-0a04ea78516c", "tag": "19468865-6c1d-403b-8a29-abf191e6d99c"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:27:25.511945 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-01f520cb-35cc-4c4d-ad0f-0d0cce6631af None None] Set router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:27:25.533749 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46b9e36-8afe-4092-9cac-96a933b99a62 x-openstack-request-id: req-c46b9e36-8afe-4092-9cac-96a933b99a62 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:27:25.534055 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc41dc7-2e08-4b47-8b57-0a04ea78516c", "tag": "19468865-6c1d-403b-8a29-abf191e6d99c", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:27:25.534308 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c46b9e36-8afe-4092-9cac-96a933b99a62 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:27:25.534703 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'tag': '19468865-6c1d-403b-8a29-abf191e6d99c', 'status': 'completed', 'code': 200} Sep 03 20:27:25.601147 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec368eb0-cfbd-4ca8-bd5e-6fad1f8037ba req-20f91530-4c1f-4f08-ba55-2f24df2b248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:25.602763 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ec368eb0-cfbd-4ca8-bd5e-6fad1f8037ba req-20f91530-4c1f-4f08-ba55-2f24df2b248a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e1537f688944616a45d0582822ac411&device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 1099 time: 0.0418978 Sep 03 20:27:25.699887 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec368eb0-cfbd-4ca8-bd5e-6fad1f8037ba req-fcd67f2c-e552-4750-8e0f-8f1c892b509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:25.701349 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ec368eb0-cfbd-4ca8-bd5e-6fad1f8037ba req-fcd67f2c-e552-4750-8e0f-8f1c892b509c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a26d7894-47e2-4282-9466-0768e66eed4b HTTP/1.1" status: 200 len: 915 time: 0.0854723 Sep 03 20:27:25.720776 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-01f520cb-35cc-4c4d-ad0f-0d0cce6631af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:47Z', 'revision_number': 4, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port': {'id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'd32a591b-85e7-4b4e-9d43-25d8f168cbc2', 'name': '', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'mac_address': 'fa:16:3e:5b:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '693be893-23f1-40ec-8dcb-aeb255377247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:46Z', 'updated_at': '2021-09-03T20:23:52Z', 'revision_number': 5, 'project_id': '8e1537f688944616a45d0582822ac411', 'subnets': [{'id': '693be893-23f1-40ec-8dcb-aeb255377247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:25.758867 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ec368eb0-cfbd-4ca8-bd5e-6fad1f8037ba req-dc580d31-b0c8-4bd4-8247-10e1df0565a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19468865-6c1d-403b-8a29-abf191e6d99c HTTP/1.1" status: 200 len: 217 time: 0.0496156 Sep 03 20:27:25.766942 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f520cb-35cc-4c4d-ad0f-0d0cce6631af None None] Checking router: ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:27:25.775932 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f520cb-35cc-4c4d-ad0f-0d0cce6631af None None] Routers {'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:27:25.776773 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-01f520cb-35cc-4c4d-ad0f-0d0cce6631af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:27:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:25.835055 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec368eb0-cfbd-4ca8-bd5e-6fad1f8037ba req-131226bd-0760-43d0-9dce-f430a605df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:25.836894 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ec368eb0-cfbd-4ca8-bd5e-6fad1f8037ba req-131226bd-0760-43d0-9dce-f430a605df84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=693be893-23f1-40ec-8dcb-aeb255377247 HTTP/1.1" status: 200 len: 853 time: 0.0659406 Sep 03 20:27:25.903723 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec368eb0-cfbd-4ca8-bd5e-6fad1f8037ba req-c1b2f843-4115-44d6-b4af-c5f110f7eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:25.906629 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ec368eb0-cfbd-4ca8-bd5e-6fad1f8037ba req-c1b2f843-4115-44d6-b4af-c5f110f7eab0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a26d7894-47e2-4282-9466-0768e66eed4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526545 Sep 03 20:27:25.926855 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-01f520cb-35cc-4c4d-ad0f-0d0cce6631af None None] Set router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:27:25.997553 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788f0c2-217e-4f19-87cf-d040413437ef req-20375ab0-fe51-40f2-bdd3-92e91b407a0b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:25.999849 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2788f0c2-217e-4f19-87cf-d040413437ef req-20375ab0-fe51-40f2-bdd3-92e91b407a0b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0512848 Sep 03 20:27:26.015045 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ec368eb0-cfbd-4ca8-bd5e-6fad1f8037ba req-30eb871d-e35a-4551-a045-0a7420af1612 service neutron] 10.222.0.42 "GET /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982897 Sep 03 20:27:26.042671 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2788f0c2-217e-4f19-87cf-d040413437ef req-ebce193a-68e6-4c5f-8116-2b68d1fa9b9b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347035 Sep 03 20:27:26.136180 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ec368eb0-cfbd-4ca8-bd5e-6fad1f8037ba req-794ab61d-ffa1-4770-ad5b-765d446d3b65 service neutron] 10.222.0.42 "GET /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983188 Sep 03 20:27:26.169742 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-01f520cb-35cc-4c4d-ad0f-0d0cce6631af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:47Z', 'revision_number': 4, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port': {'id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'd32a591b-85e7-4b4e-9d43-25d8f168cbc2', 'name': '', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'mac_address': 'fa:16:3e:5b:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '693be893-23f1-40ec-8dcb-aeb255377247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:46Z', 'updated_at': '2021-09-03T20:23:52Z', 'revision_number': 5, 'project_id': '8e1537f688944616a45d0582822ac411', 'subnets': [{'id': '693be893-23f1-40ec-8dcb-aeb255377247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:26.197237 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f520cb-35cc-4c4d-ad0f-0d0cce6631af None None] The sync data for ids ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'] in dv-cinder-798198-4-iscsi is: [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:47Z', 'revision_number': 4, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port': {'id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'd32a591b-85e7-4b4e-9d43-25d8f168cbc2', 'name': '', 'network_id': 'a26d7894-47e2-4282-9466-0768e66eed4b', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'mac_address': 'fa:16:3e:5b:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '693be893-23f1-40ec-8dcb-aeb255377247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:46Z', 'updated_at': '2021-09-03T20:23:52Z', 'revision_number': 5, 'project_id': '8e1537f688944616a45d0582822ac411', 'subnets': [{'id': '693be893-23f1-40ec-8dcb-aeb255377247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:27:26.287593 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 45848) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:26.395964 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:26.500488 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:26.545719 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf23d7-0436-4172-96bb-f74256b02f73 None None] New status for floating IP 44ec55c7-051f-4d6d-b5e8-b77c0a6cac28: DOWN {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:27:26.575523 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:26.614926 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d544ad1de983481989584fc6b9213da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262575 Sep 03 20:27:26.615753 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84db8692-ba41-44ea-a102-0326dd9941a4,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:26.617642 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 45852) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:26.623013 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:26.623397 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:26.623740 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:26.624074 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:26.624515 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:26.624854 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:26.625337 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:26.625710 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:26.626047 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:26.626376 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:26.626952 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:26.627251 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2f966f-f090-4dda-9aef-6d81701ee8c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:27:26.627768 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 8f9b22e0-705a-4b03-926d-997ca4e42cec details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:27:26.677909 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-98ce4063-159d-4880-8b44-2324e1fd255b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:26.698228 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-98ce4063-159d-4880-8b44-2324e1fd255b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:26.738077 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 8f9b22e0-705a-4b03-926d-997ca4e42cec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:26.748907 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'port_id': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'mac_address': 'fa:16:3e:37:49:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:27:26.786321 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:26.798666 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9b22e0-705a-4b03-926d-997ca4e42cec {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:27:26.818958 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 8f9b22e0-705a-4b03-926d-997ca4e42cec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:26.821073 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-98ce4063-159d-4880-8b44-2324e1fd255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:26.825074 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-98ce4063-159d-4880-8b44-2324e1fd255b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:26.825074 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-98ce4063-159d-4880-8b44-2324e1fd255b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84db8692-ba41-44ea-a102-0326dd9941a4 HTTP/1.1" status: 204 len: 168 time: 0.2064240 Sep 03 20:27:26.834757 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce4063-159d-4880-8b44-2324e1fd255b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84db8692-ba41-44ea-a102-0326dd9941a4,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:26.907836 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:26.958318 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=8f9b22e0-705a-4b03-926d-997ca4e42cec,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:27.171822 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a2cdc-16af-43b0-bbe8-89bf639c527b req-e675d15e-4c62-47d3-8485-f91cbc4e83d5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:27.173306 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8a2a2cdc-16af-43b0-bbe8-89bf639c527b req-e675d15e-4c62-47d3-8485-f91cbc4e83d5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 945 time: 0.0556736 Sep 03 20:27:27.212634 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8a2a2cdc-16af-43b0-bbe8-89bf639c527b req-1a78de06-cac3-4c6f-b4c3-88f3cc148321 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324397 Sep 03 20:27:27.247257 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['8f9b22e0-705a-4b03-926d-997ca4e42cec'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:27:28.329042 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157aa3b2-49cc-4cb7-bdb9-f80e33e9f46e req-63cdfced-75c4-4ef8-9580-25509314ad09 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:28.330809 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-157aa3b2-49cc-4cb7-bdb9-f80e33e9f46e req-63cdfced-75c4-4ef8-9580-25509314ad09 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 945 time: 0.0492389 Sep 03 20:27:28.371342 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-157aa3b2-49cc-4cb7-bdb9-f80e33e9f46e req-93627f73-689a-4032-8192-13ecb715d6c3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347164 Sep 03 20:27:28.639007 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 8f9b22e0-705a-4b03-926d-997ca4e42cec up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:27:28.752963 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port 8f9b22e0-705a-4b03-926d-997ca4e42cec completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:27:28.756761 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 8f9b22e0-705a-4b03-926d-997ca4e42cec triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:27:28.757132 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:28.833283 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:28.855143 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9b22e0-705a-4b03-926d-997ca4e42cec'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:27:28.857381 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06eb966d-73bb-41e1-a3c1-c4ff68d51e9e" -d '{"events": [{"server_uuid": "f38d7d86-57c2-459e-8fc0-5e5774d16749", "name": "network-vif-plugged", "status": "completed", "tag": "8f9b22e0-705a-4b03-926d-997ca4e42cec"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:27:28.878687 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 8f9b22e0-705a-4b03-926d-997ca4e42cec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:28.896228 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875c37c6-e0c4-4bcd-bad6-9ebfb29b01ce x-openstack-request-id: req-875c37c6-e0c4-4bcd-bad6-9ebfb29b01ce {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:27:28.896481 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38d7d86-57c2-459e-8fc0-5e5774d16749", "name": "network-vif-plugged", "status": "completed", "tag": "8f9b22e0-705a-4b03-926d-997ca4e42cec", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:27:28.903787 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-875c37c6-e0c4-4bcd-bad6-9ebfb29b01ce {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:27:28.903787 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'code': 200} Sep 03 20:27:29.015460 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:29.069718 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=8f9b22e0-705a-4b03-926d-997ca4e42cec,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:29.330685 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d86caa-4712-4d7b-b3ae-3b40ce0b7dca req-8078f373-8327-4fc9-8f48-e8733bda508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:29.330685 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e8d86caa-4712-4d7b-b3ae-3b40ce0b7dca req-8078f373-8327-4fc9-8f48-e8733bda508f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 1099 time: 0.1329443 Sep 03 20:27:29.364436 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e8d86caa-4712-4d7b-b3ae-3b40ce0b7dca req-f684f646-6b7a-486c-8608-4d4ecfb3568d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281532 Sep 03 20:27:29.654532 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aea3f7-27db-4153-b34d-9755e2b6eeed req-d11f9d17-8ccc-492e-b8e6-df6ad0664f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:29.656269 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f1aea3f7-27db-4153-b34d-9755e2b6eeed req-d11f9d17-8ccc-492e-b8e6-df6ad0664f86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0484419 Sep 03 20:27:29.697219 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f1aea3f7-27db-4153-b34d-9755e2b6eeed req-0a9b93f6-5303-43fa-83d0-31e04986e3ca tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341766 Sep 03 20:27:30.822198 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569816b7-1be6-4e77-83d5-9b65702a4aea req-cf8da4fe-399e-442b-a010-e2161a9ccc17 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:30.823690 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-569816b7-1be6-4e77-83d5-9b65702a4aea req-cf8da4fe-399e-442b-a010-e2161a9ccc17 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0510607 Sep 03 20:27:30.861670 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-569816b7-1be6-4e77-83d5-9b65702a4aea req-1062260e-4b16-4043-88b3-9e8e6b2ec100 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317128 Sep 03 20:27:31.246961 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:27:31.850523 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bf628-cd5d-4489-aabc-819341b18673 req-31ddb22a-d74a-4b7c-979f-9376ab892a96 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:31.852036 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1c9bf628-cd5d-4489-aabc-819341b18673 req-31ddb22a-d74a-4b7c-979f-9376ab892a96 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 946 time: 0.0504787 Sep 03 20:27:31.895659 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1c9bf628-cd5d-4489-aabc-819341b18673 req-f97eae49-a119-4e15-9ddd-ab62ee25d274 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375748 Sep 03 20:27:32.047531 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af97d9-bea3-43ef-b452-5c7bcc04b123 req-91f284a6-fc75-4a65-b0b6-869cff033321 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:32.049006 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0af97d9-bea3-43ef-b452-5c7bcc04b123 req-91f284a6-fc75-4a65-b0b6-869cff033321 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0975282 Sep 03 20:27:32.073884 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-8ef0124d-2612-4dbc-9ed4-eeeecb44a276 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:32.075282 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-8ef0124d-2612-4dbc-9ed4-eeeecb44a276 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/networks?id=b18ab434-6d0b-4f19-9853-1e5f3946b993 HTTP/1.1" status: 200 len: 815 time: 0.1450708 Sep 03 20:27:32.096792 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-7c128bbd-4148-434d-b38c-1e496894f58c tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/quotas/a5d8efd188b8452a9425af1364e62534 HTTP/1.1" status: 200 len: 375 time: 0.0150063 Sep 03 20:27:32.118316 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0af97d9-bea3-43ef-b452-5c7bcc04b123 req-51da3912-020a-407b-988c-0be73f436585 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604999 Sep 03 20:27:32.157606 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-5f88eac6-632b-484f-ba83-dc9ffbdcf16c tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5d8efd188b8452a9425af1364e62534&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553310 Sep 03 20:27:32.280862 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462be1bf-2e03-4224-b1c7-8f2dec529e22 req-dc3536d6-fe7c-49a8-a439-65e2601e4525 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:32.282359 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-462be1bf-2e03-4224-b1c7-8f2dec529e22 req-dc3536d6-fe7c-49a8-a439-65e2601e4525 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0962465 Sep 03 20:27:32.291091 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-b5c7cdfc-760b-419c-80fa-c53c9b71ca5a service neutron] 10.222.0.41 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226997 Sep 03 20:27:32.291320 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 45984) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:32.295943 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-3e24c535-2c7c-4184-8c75-cfb70cad79f1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Request body: {'floatingip': {'port_id': '8f9b22e0-705a-4b03-926d-997ca4e42cec'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:32.341153 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e24c535-2c7c-4184-8c75-cfb70cad79f1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for floatingip, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:32.384599 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-4a73c806-bccc-4ead-aa45-7c9450af3d1c service neutron] 10.222.0.41 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897319 Sep 03 20:27:32.675696 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eae0bece-2f59-4055-adac-fb1c343a75d2 req-1a3ce4d0-8e84-4b78-9911-8c92a635dc41 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 210 time: 0.0276203 Sep 03 20:27:32.772508 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e24c535-2c7c-4184-8c75-cfb70cad79f1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:32.855139 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e24c535-2c7c-4184-8c75-cfb70cad79f1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:32.958060 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.l3_db [None req-3e24c535-2c7c-4184-8c75-cfb70cad79f1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Floating IP 0e54ce3e-6912-4ea0-a673-14d5507b07bf associated. External IP: 172.27.3.131, port: 8f9b22e0-705a-4b03-926d-997ca4e42cec. Sep 03 20:27:33.006246 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e332b3c-0cc9-4171-8de3-708930690e9a req-43d14ada-387e-4d20-b3ba-f10f06805db9 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:33.007763 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1e332b3c-0cc9-4171-8de3-708930690e9a req-43d14ada-387e-4d20-b3ba-f10f06805db9 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 946 time: 0.0484929 Sep 03 20:27:33.050842 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1e332b3c-0cc9-4171-8de3-708930690e9a req-0a4fb942-afb1-4304-931b-e0db85ebe76d tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368845 Sep 03 20:27:33.176723 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e24c535-2c7c-4184-8c75-cfb70cad79f1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Router 9d9db0c2-6334-4b21-9db3-ae43621e807d has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:27:33.283687 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e24c535-2c7c-4184-8c75-cfb70cad79f1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:27:33.288126 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e24c535-2c7c-4184-8c75-cfb70cad79f1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:33.293837 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84593a4d-55ac-45c6-972c-93c0c61be2b3 None None] Sync routers for ids ['9d9db0c2-6334-4b21-9db3-ae43621e807d'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:27:33.317350 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3e24c535-2c7c-4184-8c75-cfb70cad79f1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "PUT /v2.0/floatingips/0e54ce3e-6912-4ea0-a673-14d5507b07bf HTTP/1.1" status: 200 len: 992 time: 1.0249431 Sep 03 20:27:33.318049 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'tag': '8f9b22e0-705a-4b03-926d-997ca4e42cec'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:27:33.320964 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b939fcb6-caee-406c-9da8-333aa4438dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "f38d7d86-57c2-459e-8fc0-5e5774d16749", "tag": "8f9b22e0-705a-4b03-926d-997ca4e42cec"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:27:33.380475 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dc91a7-e7e5-4b60-93aa-0d845e33cd31 x-openstack-request-id: req-e6dc91a7-e7e5-4b60-93aa-0d845e33cd31 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:27:33.380775 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38d7d86-57c2-459e-8fc0-5e5774d16749", "tag": "8f9b22e0-705a-4b03-926d-997ca4e42cec", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:27:33.381210 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6dc91a7-e7e5-4b60-93aa-0d845e33cd31 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:27:33.381619 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'tag': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'status': 'completed', 'code': 200} Sep 03 20:27:33.466719 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939fcb6-caee-406c-9da8-333aa4438dd1 req-ebcbbff4-a2e2-4857-9966-81f51a43123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:33.468261 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b939fcb6-caee-406c-9da8-333aa4438dd1 req-ebcbbff4-a2e2-4857-9966-81f51a43123e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18ae6ad0b154758807e67ca15c54fba&device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 1099 time: 0.0532448 Sep 03 20:27:33.473120 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84593a4d-55ac-45c6-972c-93c0c61be2b3 None None] Routers {'9d9db0c2-6334-4b21-9db3-ae43621e807d'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:27:33.473741 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-84593a4d-55ac-45c6-972c-93c0c61be2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:27:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['9d9db0c2-6334-4b21-9db3-ae43621e807d'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:33.579375 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939fcb6-caee-406c-9da8-333aa4438dd1 req-1231f450-b129-4eeb-9323-c78d0325fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:33.581816 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b939fcb6-caee-406c-9da8-333aa4438dd1 req-1231f450-b129-4eeb-9323-c78d0325fa71 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87e928be-9f46-4330-9e45-fbf3edf30f0e HTTP/1.1" status: 200 len: 917 time: 0.1026950 Sep 03 20:27:33.585575 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-84593a4d-55ac-45c6-972c-93c0c61be2b3 None None] Set router 9d9db0c2-6334-4b21-9db3-ae43621e807d gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:27:33.655815 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b939fcb6-caee-406c-9da8-333aa4438dd1 req-cd1ba9e2-0cc5-4b88-907d-96b3f5a7c3f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec HTTP/1.1" status: 200 len: 1000 time: 0.0649514 Sep 03 20:27:33.716664 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939fcb6-caee-406c-9da8-333aa4438dd1 req-01af74e8-85d5-4bab-b3d1-c749b7fcaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:33.718129 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b939fcb6-caee-406c-9da8-333aa4438dd1 req-01af74e8-85d5-4bab-b3d1-c749b7fcaa4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee HTTP/1.1" status: 200 len: 855 time: 0.0464976 Sep 03 20:27:33.786194 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939fcb6-caee-406c-9da8-333aa4438dd1 req-94bc832c-f009-499b-a289-3acc646a2f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:33.788085 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b939fcb6-caee-406c-9da8-333aa4438dd1 req-94bc832c-f009-499b-a289-3acc646a2f00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87e928be-9f46-4330-9e45-fbf3edf30f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556226 Sep 03 20:27:33.792534 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5eeb3840-95ae-4b2e-bcef-655907a350b7 req-3de4b604-b777-4c16-a3c9-765fc58d9df1 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 210 time: 0.0358746 Sep 03 20:27:33.858466 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-84593a4d-55ac-45c6-972c-93c0c61be2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '0e54ce3e-6912-4ea0-a673-14d5507b07bf', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'port_id': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'mac_address': 'fa:16:3e:37:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:27:16Z', 'updated_at': '2021-09-03T20:27:32Z', 'revision_number': 1, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:35Z', 'revision_number': 5, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:33.889946 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84593a4d-55ac-45c6-972c-93c0c61be2b3 None None] Checking router: 9d9db0c2-6334-4b21-9db3-ae43621e807d for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:27:33.901872 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84593a4d-55ac-45c6-972c-93c0c61be2b3 None None] Routers {'9d9db0c2-6334-4b21-9db3-ae43621e807d'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:27:33.902491 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-84593a4d-55ac-45c6-972c-93c0c61be2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:27:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['9d9db0c2-6334-4b21-9db3-ae43621e807d'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:33.913475 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b939fcb6-caee-406c-9da8-333aa4438dd1 req-a3dfa6b6-0628-47e3-80f0-3103676d8939 service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128905 Sep 03 20:27:34.027248 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-84593a4d-55ac-45c6-972c-93c0c61be2b3 None None] Set router 9d9db0c2-6334-4b21-9db3-ae43621e807d gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:27:34.032331 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-b939fcb6-caee-406c-9da8-333aa4438dd1 req-53d86c5b-45dc-4f09-94a5-cb48e56978ef service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106164 Sep 03 20:27:34.116627 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc687a-fde1-4137-8bf4-1516b8facc37 req-ab1a57e5-61be-4362-ac34-6d2b037af8b5 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:34.118219 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-48fc687a-fde1-4137-8bf4-1516b8facc37 req-ab1a57e5-61be-4362-ac34-6d2b037af8b5 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 946 time: 0.0566623 Sep 03 20:27:34.201608 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc8756-dba2-4f61-b377-6fcd2a56ee35 req-c0ceec6b-dfe5-4165-9ca3-baf4e62a215f tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:34.203167 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-69cc8756-dba2-4f61-b377-6fcd2a56ee35 req-c0ceec6b-dfe5-4165-9ca3-baf4e62a215f tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 946 time: 0.0634108 Sep 03 20:27:34.237818 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-48fc687a-fde1-4137-8bf4-1516b8facc37 req-ca4f7913-55c1-474b-8086-cd4463ced4a7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Deleting port 19468865-6c1d-403b-8a29-abf191e6d99c {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:27:34.238281 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-48fc687a-fde1-4137-8bf4-1516b8facc37 req-ca4f7913-55c1-474b-8086-cd4463ced4a7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:34.276782 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-69cc8756-dba2-4f61-b377-6fcd2a56ee35 req-eb2fca1f-471e-4c75-89f3-d82cd410926a tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/security-groups?id=163e3940-b542-45a8-8998-bb7291b66fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581155 Sep 03 20:27:34.352892 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-84593a4d-55ac-45c6-972c-93c0c61be2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '0e54ce3e-6912-4ea0-a673-14d5507b07bf', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'port_id': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'mac_address': 'fa:16:3e:37:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:27:16Z', 'updated_at': '2021-09-03T20:27:32Z', 'revision_number': 1, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:35Z', 'revision_number': 5, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:34.354696 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-48fc687a-fde1-4137-8bf4-1516b8facc37 req-ca4f7913-55c1-474b-8086-cd4463ced4a7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] For port 19468865-6c1d-403b-8a29-abf191e6d99c, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=19468865-6c1d-403b-8a29-abf191e6d99c,segment=NetworkSegment(ddc56c62-14ca-45a7-bb6c-01308fdc8dc3),segment_id=ddc56c62-14ca-45a7-bb6c-01308fdc8dc3)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:34.355183 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-48fc687a-fde1-4137-8bf4-1516b8facc37 req-ca4f7913-55c1-474b-8086-cd4463ced4a7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:34.377848 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-48fc687a-fde1-4137-8bf4-1516b8facc37 req-ca4f7913-55c1-474b-8086-cd4463ced4a7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Calling delete_port for 19468865-6c1d-403b-8a29-abf191e6d99c owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:27:34.379938 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84593a4d-55ac-45c6-972c-93c0c61be2b3 None None] The sync data for ids ['9d9db0c2-6334-4b21-9db3-ae43621e807d'] in dv-cinder-798198-4-iscsi is: [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '0e54ce3e-6912-4ea0-a673-14d5507b07bf', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'port_id': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'mac_address': 'fa:16:3e:37:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:27:16Z', 'updated_at': '2021-09-03T20:27:32Z', 'revision_number': 1, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:35Z', 'revision_number': 5, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:27:34.623961 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90e406e-49bb-4571-b15d-b2f9ec0eb520 None None] New status for floating IP 0e54ce3e-6912-4ea0-a673-14d5507b07bf: ACTIVE {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:27:34.661623 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-48fc687a-fde1-4137-8bf4-1516b8facc37 req-ca4f7913-55c1-474b-8086-cd4463ced4a7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:34.674408 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['19468865-6c1d-403b-8a29-abf191e6d99c'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:27:34.703246 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f7913-55c1-474b-8086-cd4463ced4a7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Pushing event deleted for resources: {'Port': ['ID=19468865-6c1d-403b-8a29-abf191e6d99c,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:34.749925 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fc687a-fde1-4137-8bf4-1516b8facc37 req-ca4f7913-55c1-474b-8086-cd4463ced4a7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] No DVR routers for this DVR port 19468865-6c1d-403b-8a29-abf191e6d99c on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:27:34.752884 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-48fc687a-fde1-4137-8bf4-1516b8facc37 req-ca4f7913-55c1-474b-8086-cd4463ced4a7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:34.754846 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-48fc687a-fde1-4137-8bf4-1516b8facc37 req-ca4f7913-55c1-474b-8086-cd4463ced4a7 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.42 "DELETE /v2.0/ports/19468865-6c1d-403b-8a29-abf191e6d99c HTTP/1.1" status: 204 len: 173 time: 0.6226912 Sep 03 20:27:34.886262 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9817c02c-94de-45ab-83cf-173fb1b66a88 req-7907e904-a4aa-4294-bab3-29018bc37bb7 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 210 time: 0.0274565 Sep 03 20:27:35.267620 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-119bfb28-8ba7-4c77-9bf9-751b05c7fb43 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:35.269078 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-119bfb28-8ba7-4c77-9bf9-751b05c7fb43 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "GET /v2.0/networks?id=b18ab434-6d0b-4f19-9853-1e5f3946b993 HTTP/1.1" status: 200 len: 815 time: 0.1274600 Sep 03 20:27:35.288489 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-ef555a26-9e3a-441c-9423-a1db6565a281 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Request body: {'port': {'device_id': 'fd4d5a96-035b-4dfa-94f2-f747b346d255', 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993', 'admin_state_up': True, 'tenant_id': 'a5d8efd188b8452a9425af1364e62534'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:35.383637 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'name': 'network-vif-deleted', 'tag': '19468865-6c1d-403b-8a29-abf191e6d99c'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:27:35.385943 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b4adbd-f96c-4487-922f-c88e38408f01" -d '{"events": [{"server_uuid": "5dc41dc7-2e08-4b47-8b57-0a04ea78516c", "name": "network-vif-deleted", "tag": "19468865-6c1d-403b-8a29-abf191e6d99c"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:27:35.420509 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b567be7e-6d5a-4cd9-a303-b7b40a4724f4 req-478d2922-d082-46bc-b7d6-03566ea3aff1 tempest-TestMinimumBasicScenario-1343317402 tempest-TestMinimumBasicScenario-1343317402-project] 10.222.0.41 "GET /v2.0/ports?device_id=5dc41dc7-2e08-4b47-8b57-0a04ea78516c HTTP/1.1" status: 200 len: 210 time: 0.0385394 Sep 03 20:27:35.454345 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf3afd9-6ee6-4a7f-be76-4671e769f00a x-openstack-request-id: req-3bf3afd9-6ee6-4a7f-be76-4671e769f00a {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:27:35.454680 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc41dc7-2e08-4b47-8b57-0a04ea78516c", "name": "network-vif-deleted", "tag": "19468865-6c1d-403b-8a29-abf191e6d99c", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:27:35.454997 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3bf3afd9-6ee6-4a7f-be76-4671e769f00a {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:27:35.455463 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc41dc7-2e08-4b47-8b57-0a04ea78516c', 'name': 'network-vif-deleted', 'tag': '19468865-6c1d-403b-8a29-abf191e6d99c', 'status': 'completed', 'code': 200} Sep 03 20:27:35.565137 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-ef555a26-9e3a-441c-9423-a1db6565a281 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Made reservation on behalf of a5d8efd188b8452a9425af1364e62534 for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:27:35.569192 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-ef555a26-9e3a-441c-9423-a1db6565a281 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:35.712053 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-ef555a26-9e3a-441c-9423-a1db6565a281 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Allocated IP 172.20.0.7 (b18ab434-6d0b-4f19-9853-1e5f3946b993/3a21d830-e4e1-4b24-a811-bbb0e383e134/2cf15244-e6df-4bec-9670-2180653a95d0) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:27:35.866361 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-ef555a26-9e3a-441c-9423-a1db6565a281 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:35.997846 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0017cea9-a2e0-4f32-8ef4-6fba3b3b67e3 req-5299dafd-951b-427e-8791-2295f94b4eb2 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 210 time: 0.0328789 Sep 03 20:27:36.004792 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-ef555a26-9e3a-441c-9423-a1db6565a281 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:36.024062 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['1d8f201c-fc14-41f5-95da-b082869faad1', 'b3a1f560-f692-445e-a0d6-dc666d432e4e', '199c25e9-8906-4a2d-8876-c9d8441e12eb'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:27:36.057713 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-ef555a26-9e3a-441c-9423-a1db6565a281 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Network b18ab434-6d0b-4f19-9853-1e5f3946b993 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:27:36.060993 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-ef555a26-9e3a-441c-9423-a1db6565a281 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:27:36.067746 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-ef555a26-9e3a-441c-9423-a1db6565a281 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:27:36.071856 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef555a26-9e3a-441c-9423-a1db6565a281 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Pushing event updated for resources: {'Port': ['ID=2cf15244-e6df-4bec-9670-2180653a95d0,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:36.122084 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-ef555a26-9e3a-441c-9423-a1db6565a281 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:36.122702 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-ef555a26-9e3a-441c-9423-a1db6565a281 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:36.216316 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-ef555a26-9e3a-441c-9423-a1db6565a281 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9335868 Sep 03 20:27:36.231759 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Request body: {'port': {'device_id': 'fd4d5a96-035b-4dfa-94f2-f747b346d255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:36.285822 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:36.563580 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf15244-e6df-4bec-9670-2180653a95d0 {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:27:36.570905 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:36.582347 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Transition to ACTIVE for port object 2cf15244-e6df-4bec-9670-2180653a95d0 will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:27:36.661358 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 19468865-6c1d-403b-8a29-abf191e6d99c no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:27:36.683275 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: 19468865-6c1d-403b-8a29-abf191e6d99c {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:27:36.683815 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 19468865-6c1d-403b-8a29-abf191e6d99c not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:27:36.718189 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:37.029524 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Pushing event updated for resources: {'Port': ['ID=2cf15244-e6df-4bec-9670-2180653a95d0,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:37.081387 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Attempting to bind port 2cf15244-e6df-4bec-9670-2180653a95d0 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:27:37.081855 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Attempting to bind port 2cf15244-e6df-4bec-9670-2180653a95d0 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:27:37.082278 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Attempting to bind port 2cf15244-e6df-4bec-9670-2180653a95d0 on network b18ab434-6d0b-4f19-9853-1e5f3946b993 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:27:37.087051 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Port 2cf15244-e6df-4bec-9670-2180653a95d0 on network b18ab434-6d0b-4f19-9853-1e5f3946b993 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:27:37.087051 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Attempting to bind port 2cf15244-e6df-4bec-9670-2180653a95d0 on network b18ab434-6d0b-4f19-9853-1e5f3946b993 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:27:37.094418 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:27:37.094418 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Checking segment: {'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:27:37.094418 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Bound using segment: {'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:27:37.094773 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Bound port: 2cf15244-e6df-4bec-9670-2180653a95d0, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c3e098-cb73-43dd-a975-737479773f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:27:37.095112 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:37.131556 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f8abe-8d93-4ce8-a391-00bde87b359a req-e4b5d60b-c706-4df8-a3d0-5a26290d48e0 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:37.133033 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-140f8abe-8d93-4ce8-a391-00bde87b359a req-e4b5d60b-c706-4df8-a3d0-5a26290d48e0 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 943 time: 0.0507233 Sep 03 20:27:37.158945 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] For port 2cf15244-e6df-4bec-9670-2180653a95d0, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:27:37.161973 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] For port 2cf15244-e6df-4bec-9670-2180653a95d0, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2cf15244-e6df-4bec-9670-2180653a95d0,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:27:37.170816 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-140f8abe-8d93-4ce8-a391-00bde87b359a req-5012e486-cd9a-4212-abd9-e6a1996bd1fe tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310466 Sep 03 20:27:37.393526 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:37.430719 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:37.431406 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:37.436451 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] 10.222.0.42 "PUT /v2.0/ports/2cf15244-e6df-4bec-9670-2180653a95d0 HTTP/1.1" status: 200 len: 1093 time: 1.2055938 Sep 03 20:27:37.452426 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ce2bb-8ddd-449a-910a-59ed3007e70e service neutron] Pushing event updated for resources: {'Port': ['ID=2cf15244-e6df-4bec-9670-2180653a95d0,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:37.456564 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4d5a96-035b-4dfa-94f2-f747b346d255', 'tag': '2cf15244-e6df-4bec-9670-2180653a95d0'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:27:37.459479 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf96623-b9ba-4331-be42-76c1ef7e0835" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4d5a96-035b-4dfa-94f2-f747b346d255", "tag": "2cf15244-e6df-4bec-9670-2180653a95d0"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:27:37.494695 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98f13a5-8c56-4002-86de-fcf4a94b7d0e x-openstack-request-id: req-c98f13a5-8c56-4002-86de-fcf4a94b7d0e {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:27:37.494993 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4d5a96-035b-4dfa-94f2-f747b346d255", "tag": "2cf15244-e6df-4bec-9670-2180653a95d0", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:27:37.495277 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c98f13a5-8c56-4002-86de-fcf4a94b7d0e {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:27:37.495670 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4d5a96-035b-4dfa-94f2-f747b346d255', 'tag': '2cf15244-e6df-4bec-9670-2180653a95d0', 'status': 'completed', 'code': 200} Sep 03 20:27:37.561255 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf96623-b9ba-4331-be42-76c1ef7e0835 req-3e2098c3-8f26-41c6-b403-c1513001292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:37.562810 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abf96623-b9ba-4331-be42-76c1ef7e0835 req-3e2098c3-8f26-41c6-b403-c1513001292b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5d8efd188b8452a9425af1364e62534&device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 1096 time: 0.0437768 Sep 03 20:27:37.667540 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf96623-b9ba-4331-be42-76c1ef7e0835 req-480de201-c298-42e9-bee2-1b54d8f93d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:37.669050 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abf96623-b9ba-4331-be42-76c1ef7e0835 req-480de201-c298-42e9-bee2-1b54d8f93d5e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a5d8efd188b8452a9425af1364e62534&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0930946 Sep 03 20:27:37.768543 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf96623-b9ba-4331-be42-76c1ef7e0835 req-c97767d0-7d2d-49b3-a8d8-b10118c1dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:37.770084 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abf96623-b9ba-4331-be42-76c1ef7e0835 req-c97767d0-7d2d-49b3-a8d8-b10118c1dd10 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894442 Sep 03 20:27:37.856080 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-2b779f88-a2ff-4457-ab68-9d2c33cd0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:37.856080 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-2b779f88-a2ff-4457-ab68-9d2c33cd0a98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5d8efd188b8452a9425af1364e62534&device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 1096 time: 0.0425525 Sep 03 20:27:37.910921 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-8a14dd34-e328-4f8c-8a4d-a15c31215e49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cf15244-e6df-4bec-9670-2180653a95d0 HTTP/1.1" status: 200 len: 217 time: 0.0448809 Sep 03 20:27:37.968636 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-0a91359b-df12-4611-b89f-f4c079daee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:37.970618 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-0a91359b-df12-4611-b89f-f4c079daee44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3a21d830-e4e1-4b24-a811-bbb0e383e134 HTTP/1.1" status: 200 len: 855 time: 0.0421424 Sep 03 20:27:38.008752 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-17ef49c0-618b-445b-9dce-3db57d86f49d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b18ab434-6d0b-4f19-9853-1e5f3946b993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252106 Sep 03 20:27:38.105315 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-26f462f4-faf4-49a3-af37-2be5b72bbf5e service neutron] 10.222.0.42 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865974 Sep 03 20:27:38.194778 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a766c26e-403d-4904-ae63-fedc6fe4615c req-f7b9488e-bd0a-4ffe-9a1a-2d228904032d service neutron] 10.222.0.42 "GET /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815697 Sep 03 20:27:38.285847 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f124a3-0e83-4f5f-be5f-ef9c1a5e0805 req-a59437a2-976d-4d05-b54f-5e5565c40ea1 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:38.287331 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-59f124a3-0e83-4f5f-be5f-ef9c1a5e0805 req-a59437a2-976d-4d05-b54f-5e5565c40ea1 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 943 time: 0.0477262 Sep 03 20:27:38.324229 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-59f124a3-0e83-4f5f-be5f-ef9c1a5e0805 req-b2e18b5a-c549-401e-b1ac-723f34b199d1 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310769 Sep 03 20:27:38.723813 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46158) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:39.138975 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c94b416-67ef-4999-9dfb-ad5b50a42cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588023'] for router_interface, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:39.267926 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e996c2-8a17-461e-a654-483af07d107b req-69ec6496-089d-4a3b-9ee4-9cec796e845b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:39.269367 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e9e996c2-8a17-461e-a654-483af07d107b req-69ec6496-089d-4a3b-9ee4-9cec796e845b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0931997 Sep 03 20:27:39.283828 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-23e0101a-5945-4590-b152-e38d21cce332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:39.637382 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e9e996c2-8a17-461e-a654-483af07d107b req-c93560aa-f2b2-479b-b9bb-4348ac353cb3 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600657 Sep 03 20:27:39.678978 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90977c-c900-4a50-827b-951476f9754a req-e753dc8f-0975-4d88-989c-a293f7313386 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:39.680471 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0b90977c-c900-4a50-827b-951476f9754a req-e753dc8f-0975-4d88-989c-a293f7313386 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 943 time: 0.0754411 Sep 03 20:27:39.748010 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0b90977c-c900-4a50-827b-951476f9754a req-cd96f9aa-e6bd-4ac7-8723-0e0de0047777 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609667 Sep 03 20:27:39.795501 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-8c94b416-67ef-4999-9dfb-ad5b50a42cae admin admin] Deleting port d32a591b-85e7-4b4e-9d43-25d8f168cbc2 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:27:39.795840 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c94b416-67ef-4999-9dfb-ad5b50a42cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:39.871983 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-8c94b416-67ef-4999-9dfb-ad5b50a42cae admin admin] For port d32a591b-85e7-4b4e-9d43-25d8f168cbc2, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d32a591b-85e7-4b4e-9d43-25d8f168cbc2,segment=NetworkSegment(ddc56c62-14ca-45a7-bb6c-01308fdc8dc3),segment_id=ddc56c62-14ca-45a7-bb6c-01308fdc8dc3)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:39.872343 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c94b416-67ef-4999-9dfb-ad5b50a42cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:39.884653 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-8c94b416-67ef-4999-9dfb-ad5b50a42cae admin admin] Calling delete_port for d32a591b-85e7-4b4e-9d43-25d8f168cbc2 owned by network:router_interface {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:27:40.146766 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c94b416-67ef-4999-9dfb-ad5b50a42cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:40.175682 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94b416-67ef-4999-9dfb-ad5b50a42cae admin admin] Pushing event deleted for resources: {'Port': ['ID=d32a591b-85e7-4b4e-9d43-25d8f168cbc2,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:40.344497 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c94b416-67ef-4999-9dfb-ad5b50a42cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588131'] for router_interface, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:40.560164 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c94b416-67ef-4999-9dfb-ad5b50a42cae admin admin] Router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:27:40.669100 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c94b416-67ef-4999-9dfb-ad5b50a42cae admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:27:40.674800 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-8c94b416-67ef-4999-9dfb-ad5b50a42cae admin admin] 10.222.0.41 "PUT /v2.0/routers/ecc2ed5c-3bd1-4d05-974e-476b0ed2b002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9498158 Sep 03 20:27:40.677104 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2cf15244-e6df-4bec-9670-2180653a95d0 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:27:40.677563 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46184) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:40.691853 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e35016-3317-4d95-8b14-e9496ef6204e None None] Sync routers for ids ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:27:40.697116 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46186) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:40.718868 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e35016-3317-4d95-8b14-e9496ef6204e None None] Routers {'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:27:40.719594 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-98e35016-3317-4d95-8b14-e9496ef6204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:27:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:40.776818 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0158a-c6e1-49a9-9b17-1255c35bfe25 req-397fad47-24fc-4fd8-86ef-4ed8d0632131 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:40.778585 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-97a0158a-c6e1-49a9-9b17-1255c35bfe25 req-397fad47-24fc-4fd8-86ef-4ed8d0632131 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0605960 Sep 03 20:27:40.801872 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:40.826499 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-97a0158a-c6e1-49a9-9b17-1255c35bfe25 req-6cff1e2d-2b0c-4baa-b421-f1fa5545a301 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412760 Sep 03 20:27:40.858887 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-93b6ba1c-0184-4873-be3d-8ffe0cd08f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:40.895035 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-98e35016-3317-4d95-8b14-e9496ef6204e None None] Set router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:27:40.937242 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:40.940667 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905bf24-fc8e-4501-a1d0-dbdbb6ce6e82 req-0aa9b685-03e9-4e03-b66a-10d552324078 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:40.943524 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e905bf24-fc8e-4501-a1d0-dbdbb6ce6e82 req-0aa9b685-03e9-4e03-b66a-10d552324078 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 943 time: 0.0858624 Sep 03 20:27:40.992983 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 2cf15244-e6df-4bec-9670-2180653a95d0, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2cf15244-e6df-4bec-9670-2180653a95d0,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:40.998392 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e905bf24-fc8e-4501-a1d0-dbdbb6ce6e82 req-e94ddace-8bb6-4c60-9e93-de15c2b5ae05 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470405 Sep 03 20:27:41.052524 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-93b6ba1c-0184-4873-be3d-8ffe0cd08f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.098576 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] Deleting port a8cbb2fa-8157-41cd-b442-129079c15f3d {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:27:41.099029 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.140550 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-93b6ba1c-0184-4873-be3d-8ffe0cd08f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.156397 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '2cf15244-e6df-4bec-9670-2180653a95d0', 'network_id': 'b18ab434-6d0b-4f19-9853-1e5f3946b993', 'port_id': '2cf15244-e6df-4bec-9670-2180653a95d0', 'mac_address': 'fa:16:3e:06:6f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a21d830-e4e1-4b24-a811-bbb0e383e134', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:27:41.186705 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-93b6ba1c-0184-4873-be3d-8ffe0cd08f79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0541e7b61ad142e6ab6e42e24b4e089a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4882510 Sep 03 20:27:41.190390 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6ba1c-0184-4873-be3d-8ffe0cd08f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd10c29-195f-4684-bb01-19dba51c7e6b,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:41.193629 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46194) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:41.219446 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] For port a8cbb2fa-8157-41cd-b442-129079c15f3d, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=a8cbb2fa-8157-41cd-b442-129079c15f3d,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:41.219809 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.229295 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.241596 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] Calling delete_port for a8cbb2fa-8157-41cd-b442-129079c15f3d owned by network:router_gateway {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:27:41.244848 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf15244-e6df-4bec-9670-2180653a95d0 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:27:41.270337 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 2cf15244-e6df-4bec-9670-2180653a95d0, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2cf15244-e6df-4bec-9670-2180653a95d0,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:41.285534 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-98e35016-3317-4d95-8b14-e9496ef6204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:27:40Z', 'revision_number': 5, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port': {'id': 'a8cbb2fa-8157-41cd-b442-129079c15f3d', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:41.308582 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4677eb1b-558b-494b-8d49-7d08d6dde5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.315659 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e35016-3317-4d95-8b14-e9496ef6204e None None] Checking router: ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:27:41.323921 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e35016-3317-4d95-8b14-e9496ef6204e None None] Routers {'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:27:41.324530 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-98e35016-3317-4d95-8b14-e9496ef6204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:27:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:41.342254 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4677eb1b-558b-494b-8d49-7d08d6dde5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.386676 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.446672 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-98e35016-3317-4d95-8b14-e9496ef6204e None None] Set router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 gateway port host: None {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:27:41.472498 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=2cf15244-e6df-4bec-9670-2180653a95d0,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:41.500541 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-98e35016-3317-4d95-8b14-e9496ef6204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:27:40Z', 'revision_number': 6, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port_host': None}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:41.529628 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e35016-3317-4d95-8b14-e9496ef6204e None None] The sync data for ids ['ecc2ed5c-3bd1-4d05-974e-476b0ed2b002'] in dv-cinder-798198-4-iscsi is: [{'id': 'ecc2ed5c-3bd1-4d05-974e-476b0ed2b002', 'name': 'tempest-TestMinimumBasicScenario-394364358-router', 'tenant_id': '8e1537f688944616a45d0582822ac411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:44Z', 'updated_at': '2021-09-03T20:27:40Z', 'revision_number': 6, 'project_id': '8e1537f688944616a45d0582822ac411', 'gw_port_host': None}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:27:41.542498 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf50350-1972-4661-b446-076f742a24b2 req-4a3e091c-623d-49b5-8198-92ab3155c38e tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:41.544126 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abf50350-1972-4661-b446-076f742a24b2 req-4a3e091c-623d-49b5-8198-92ab3155c38e tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0502586 Sep 03 20:27:41.546694 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4677eb1b-558b-494b-8d49-7d08d6dde5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.550061 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4677eb1b-558b-494b-8d49-7d08d6dde5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.551162 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-4677eb1b-558b-494b-8d49-7d08d6dde5d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbd10c29-195f-4684-bb01-19dba51c7e6b HTTP/1.1" status: 204 len: 168 time: 0.3561289 Sep 03 20:27:41.581728 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.589391 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677eb1b-558b-494b-8d49-7d08d6dde5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd10c29-195f-4684-bb01-19dba51c7e6b,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:41.627016 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8cbb2fa-8157-41cd-b442-129079c15f3d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:41.700463 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['2cf15244-e6df-4bec-9670-2180653a95d0'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:27:41.717460 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587917'] for router_gateway, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.782400 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-abf50350-1972-4661-b446-076f742a24b2 req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Deleting port 3b7f6363-7129-486f-8908-8b8d151a460e {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:27:41.783376 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-abf50350-1972-4661-b446-076f742a24b2 req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.835053 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.838711 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:41.961249 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-abf50350-1972-4661-b446-076f742a24b2 req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] For port 3b7f6363-7129-486f-8908-8b8d151a460e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3b7f6363-7129-486f-8908-8b8d151a460e,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:41.961828 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-abf50350-1972-4661-b446-076f742a24b2 req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.014162 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7edb0-3783-43bf-b0a3-ef2450a5549d req-24edf471-50c0-49ea-906d-75f3d4d9e17d tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:42.015843 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1fc7edb0-3783-43bf-b0a3-ef2450a5549d req-24edf471-50c0-49ea-906d-75f3d4d9e17d tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 946 time: 0.0998437 Sep 03 20:27:42.038548 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586795'] for router, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.039062 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 {{(pid=94575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:27:42.043813 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.045012 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-7de9ee2e-b5f4-4128-8af1-5e6535af4db8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ecc2ed5c-3bd1-4d05-974e-476b0ed2b002 HTTP/1.1" status: 204 len: 168 time: 1.3667111 Sep 03 20:27:42.047711 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46202) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:42.065278 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7e7d8440-fd2a-433a-8b80-52cb9f2416f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.075552 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1fc7edb0-3783-43bf-b0a3-ef2450a5549d req-7b9b5a1a-4615-4397-b456-2d7829deda38 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=759ddfc1-4f19-4bca-816e-a4bb9fd3170f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519993 Sep 03 20:27:42.139972 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde54fa0-3f86-4e32-bd1a-517396bf06f9 admin admin] Deleting subnet 693be893-23f1-40ec-8dcb-aeb255377247 {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:27:42.142967 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57223d13-31da-4ae9-98fa-21bf5d5efd34 req-ff326284-474d-4236-804b-1c6e1a7ee1ba tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:42.144579 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-57223d13-31da-4ae9-98fa-21bf5d5efd34 req-ff326284-474d-4236-804b-1c6e1a7ee1ba tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 944 time: 0.0480590 Sep 03 20:27:42.146989 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fde54fa0-3f86-4e32-bd1a-517396bf06f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.182721 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-57223d13-31da-4ae9-98fa-21bf5d5efd34 req-ac24eec1-8c1b-4c8e-8489-03534299b798 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324681 Sep 03 20:27:42.227688 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fde54fa0-3f86-4e32-bd1a-517396bf06f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3694617'] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.257748 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-abf50350-1972-4661-b446-076f742a24b2 req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.258105 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-abf50350-1972-4661-b446-076f742a24b2 req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.258418 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.l3_db [req-abf50350-1972-4661-b446-076f742a24b2 req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Floating IP 5f42de00-8357-46ce-a892-d6cbbd241fc4 disassociated. External IP: 172.27.3.13, port: 3b7f6363-7129-486f-8908-8b8d151a460e. Sep 03 20:27:42.258752 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-abf50350-1972-4661-b446-076f742a24b2 req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Calling delete_port for 3b7f6363-7129-486f-8908-8b8d151a460e owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:27:42.395305 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fde54fa0-3f86-4e32-bd1a-517396bf06f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.581902 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fde54fa0-3f86-4e32-bd1a-517396bf06f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4154411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3539788'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.610966 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde54fa0-3f86-4e32-bd1a-517396bf06f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693be893-23f1-40ec-8dcb-aeb255377247,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:42.614930 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-fde54fa0-3f86-4e32-bd1a-517396bf06f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.619369 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-fde54fa0-3f86-4e32-bd1a-517396bf06f9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/693be893-23f1-40ec-8dcb-aeb255377247 HTTP/1.1" status: 204 len: 168 time: 0.5698836 Sep 03 20:27:42.620674 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46206) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:42.621798 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-abf50350-1972-4661-b446-076f742a24b2 req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.621940 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58065e3e-d523-4fc8-b366-441a55430d1c None None] Network a26d7894-47e2-4282-9466-0768e66eed4b requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:27:42.654133 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event deleted for resources: {'Port': ['ID=3b7f6363-7129-486f-8908-8b8d151a460e,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:42.712176 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2cf15244-e6df-4bec-9670-2180653a95d0 up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:27:42.718807 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.776861 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Deleting port d9306f5b-a160-4563-aeb7-06be4f4e1b39 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:27:42.777232 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.802616 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abf50350-1972-4661-b446-076f742a24b2 req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Router 8518cafa-5abe-476b-9385-1c294a495f74 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:27:42.824478 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.848588 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] For port d9306f5b-a160-4563-aeb7-06be4f4e1b39, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d9306f5b-a160-4563-aeb7-06be4f4e1b39,segment=NetworkSegment(ddc56c62-14ca-45a7-bb6c-01308fdc8dc3),segment_id=ddc56c62-14ca-45a7-bb6c-01308fdc8dc3)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:42.848943 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.864629 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Calling delete_port for d9306f5b-a160-4563-aeb7-06be4f4e1b39 owned by network:dhcp {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:27:42.886018 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port 2cf15244-e6df-4bec-9670-2180653a95d0 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:27:42.893387 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 2cf15244-e6df-4bec-9670-2180653a95d0 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:27:42.896702 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.896702 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6824aac-1db6-4531-bc2f-0cc613b4361b None None] DHCP port deletion for a26d7894-47e2-4282-9466-0768e66eed4b request from dv-cinder-798198-4-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:27:42.927860 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abf50350-1972-4661-b446-076f742a24b2 req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:27:42.940595 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d5a9aa-297d-4934-989f-14752f0204b7 None None] Sync routers for ids ['8518cafa-5abe-476b-9385-1c294a495f74'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:27:42.950775 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d5a9aa-297d-4934-989f-14752f0204b7 None None] Routers {'8518cafa-5abe-476b-9385-1c294a495f74'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:27:42.951658 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-f2d5a9aa-297d-4934-989f-14752f0204b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:27:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['8518cafa-5abe-476b-9385-1c294a495f74'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:42.976284 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf50350-1972-4661-b446-076f742a24b2 req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] No DVR routers for this DVR port 3b7f6363-7129-486f-8908-8b8d151a460e on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:27:42.978939 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-abf50350-1972-4661-b446-076f742a24b2 req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:42.981073 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abf50350-1972-4661-b446-076f742a24b2 req-d16f1413-5877-4aef-8bf8-c93f7af73654 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.42 "DELETE /v2.0/ports/3b7f6363-7129-486f-8908-8b8d151a460e HTTP/1.1" status: 204 len: 173 time: 1.4288936 Sep 03 20:27:42.981706 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1499f874-cc81-44ca-bed5-6652e61288d4', 'name': 'network-vif-deleted', 'tag': '3b7f6363-7129-486f-8908-8b8d151a460e'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:27:42.993734 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8902c396-d9c5-471a-b5e2-7347d1916540" -d '{"events": [{"server_uuid": "1499f874-cc81-44ca-bed5-6652e61288d4", "name": "network-vif-deleted", "tag": "3b7f6363-7129-486f-8908-8b8d151a460e"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:27:43.021087 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:43.024828 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-b6824aac-1db6-4531-bc2f-0cc613b4361b None None] Deleting port d9306f5b-a160-4563-aeb7-06be4f4e1b39 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:27:43.025233 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b6824aac-1db6-4531-bc2f-0cc613b4361b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:43.046242 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1088403-00ae-4cea-bf91-e4ef4f723dd6 x-openstack-request-id: req-d1088403-00ae-4cea-bf91-e4ef4f723dd6 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:27:43.046457 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1499f874-cc81-44ca-bed5-6652e61288d4", "name": "network-vif-deleted", "tag": "3b7f6363-7129-486f-8908-8b8d151a460e", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:27:43.046698 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1088403-00ae-4cea-bf91-e4ef4f723dd6 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:27:43.047125 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1499f874-cc81-44ca-bed5-6652e61288d4', 'name': 'network-vif-deleted', 'tag': '3b7f6363-7129-486f-8908-8b8d151a460e', 'status': 'completed', 'code': 200} Sep 03 20:27:43.068440 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9306f5b-a160-4563-aeb7-06be4f4e1b39,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:43.072370 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-f2d5a9aa-297d-4934-989f-14752f0204b7 None None] Set router 8518cafa-5abe-476b-9385-1c294a495f74 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:27:43.076909 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] No DVR routers for this DVR port d9306f5b-a160-4563-aeb7-06be4f4e1b39 on host dv-cinder-798198-4-iscsi {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:27:43.105585 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-b6824aac-1db6-4531-bc2f-0cc613b4361b None None] For port d9306f5b-a160-4563-aeb7-06be4f4e1b39, host dv-cinder-798198-4-iscsi, got binding levels [] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:43.105995 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b6824aac-1db6-4531-bc2f-0cc613b4361b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:43.119146 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-b6824aac-1db6-4531-bc2f-0cc613b4361b None None] Calling delete_port for d9306f5b-a160-4563-aeb7-06be4f4e1b39 owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:27:43.123398 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.ipam_backend_mixin [None req-b6824aac-1db6-4531-bc2f-0cc613b4361b None None] Port d9306f5b-a160-4563-aeb7-06be4f4e1b39 was not found and therefore no delete operation was performed {{(pid=94577) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 20:27:43.131920 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b6824aac-1db6-4531-bc2f-0cc613b4361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:43.135728 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:43.170594 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6824aac-1db6-4531-bc2f-0cc613b4361b None None] Pushing event deleted for resources: {'Port': ['ID=d9306f5b-a160-4563-aeb7-06be4f4e1b39,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:43.178582 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6824aac-1db6-4531-bc2f-0cc613b4361b None None] No DVR routers for this DVR port d9306f5b-a160-4563-aeb7-06be4f4e1b39 on host dv-cinder-798198-4-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:27:43.221871 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4d5a96-035b-4dfa-94f2-f747b346d255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf15244-e6df-4bec-9670-2180653a95d0'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:27:43.228027 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfffa14-9520-4d67-8d41-549bf92ca8d3" -d '{"events": [{"server_uuid": "fd4d5a96-035b-4dfa-94f2-f747b346d255", "name": "network-vif-plugged", "status": "completed", "tag": "2cf15244-e6df-4bec-9670-2180653a95d0"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:27:43.257153 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 2cf15244-e6df-4bec-9670-2180653a95d0, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2cf15244-e6df-4bec-9670-2180653a95d0,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:43.275109 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:43.285389 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device a8cbb2fa-8157-41cd-b442-129079c15f3d no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:27:43.324033 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26d7894-47e2-4282-9466-0768e66eed4b']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:43.327643 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: a8cbb2fa-8157-41cd-b442-129079c15f3d {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:27:43.327643 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device a8cbb2fa-8157-41cd-b442-129079c15f3d not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:27:43.327643 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d32a591b-85e7-4b4e-9d43-25d8f168cbc2 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:27:43.365980 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: d32a591b-85e7-4b4e-9d43-25d8f168cbc2 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:27:43.366346 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d32a591b-85e7-4b4e-9d43-25d8f168cbc2 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:27:43.366779 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d9306f5b-a160-4563-aeb7-06be4f4e1b39 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:27:43.370936 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:43.371123 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:43.371319 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc56c62-14ca-45a7-bb6c-01308fdc8dc3') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:43.372439 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 3b7f6363-7129-486f-8908-8b8d151a460e no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:27:43.380686 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-57ff8e90-21c8-42dd-8ab4-930947a345b7 req-6d7080d1-f4c4-4914-88bb-4f264410295f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=1499f874-cc81-44ca-bed5-6652e61288d4 HTTP/1.1" status: 200 len: 210 time: 0.0790114 Sep 03 20:27:43.389676 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3744854'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:43.415393 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-f2d5a9aa-297d-4934-989f-14752f0204b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:32Z', 'revision_number': 5, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:43.415574 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:43.426132 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1224f9-2773-4bc9-83c4-7c737857e3cf req-5a7d32da-def6-445f-9269-09d4c87257fe tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:43.427675 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7a1224f9-2773-4bc9-83c4-7c737857e3cf req-5a7d32da-def6-445f-9269-09d4c87257fe tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 944 time: 0.1249270 Sep 03 20:27:43.429897 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: d9306f5b-a160-4563-aeb7-06be4f4e1b39 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:27:43.430386 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d9306f5b-a160-4563-aeb7-06be4f4e1b39 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:27:43.444245 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d5a9aa-297d-4934-989f-14752f0204b7 None None] Checking router: 8518cafa-5abe-476b-9385-1c294a495f74 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:27:43.444360 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:27:43.444624 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284215'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: Traceback (most recent call last): Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: timer() Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: cb(*args, **kw) Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: return func(*args, **kwargs) Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: self._notify() Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: self.callback(batched_events) Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: event.method(event) Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: return f(self, *a, **k) Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: return self._get(url).json() Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:27:43.446608 dv-cinder-798198-4-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:27:43.450975 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: 3b7f6363-7129-486f-8908-8b8d151a460e {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:27:43.451326 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 3b7f6363-7129-486f-8908-8b8d151a460e not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:27:43.454154 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d5a9aa-297d-4934-989f-14752f0204b7 None None] Routers {'8518cafa-5abe-476b-9385-1c294a495f74'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:27:43.456355 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-f2d5a9aa-297d-4934-989f-14752f0204b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:27:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['8518cafa-5abe-476b-9385-1c294a495f74'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:43.481715 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=2cf15244-e6df-4bec-9670-2180653a95d0,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:43.486197 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27a31ba-0264-483d-8498-8197f03855cd x-openstack-request-id: req-f27a31ba-0264-483d-8498-8197f03855cd {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:27:43.486197 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4d5a96-035b-4dfa-94f2-f747b346d255", "name": "network-vif-plugged", "status": "completed", "tag": "2cf15244-e6df-4bec-9670-2180653a95d0", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:27:43.486518 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f27a31ba-0264-483d-8498-8197f03855cd {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:27:43.486740 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4d5a96-035b-4dfa-94f2-f747b346d255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf15244-e6df-4bec-9670-2180653a95d0', 'code': 200} Sep 03 20:27:43.487807 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:43.544798 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7a1224f9-2773-4bc9-83c4-7c737857e3cf req-54bb5207-52c0-4d0e-bb5d-31c74765a6a4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966964 Sep 03 20:27:43.588022 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-f2d5a9aa-297d-4934-989f-14752f0204b7 None None] Set router 8518cafa-5abe-476b-9385-1c294a495f74 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:27:43.683696 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:43.691524 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:43.693716 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a26d7894-47e2-4282-9466-0768e66eed4b HTTP/1.1" status: 204 len: 168 time: 1.0716658 Sep 03 20:27:43.696737 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46218) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:43.703408 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505245d8-bb19-4d7d-865a-732095a7d598 admin admin] Pushing event deleted for resources: {'Network': ['ID=a26d7894-47e2-4282-9466-0768e66eed4b,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:43.791542 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-f2d5a9aa-297d-4934-989f-14752f0204b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:32Z', 'revision_number': 5, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:43.824186 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d5a9aa-297d-4934-989f-14752f0204b7 None None] The sync data for ids ['8518cafa-5abe-476b-9385-1c294a495f74'] in dv-cinder-798198-4-iscsi is: [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:32Z', 'revision_number': 5, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:27:43.933944 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77b9bc-461f-4fe5-a8ec-1e2fdf2cc99c req-a9eea160-365e-4f77-8027-746ccd529302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:43.935398 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-eb77b9bc-461f-4fe5-a8ec-1e2fdf2cc99c req-a9eea160-365e-4f77-8027-746ccd529302 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 1098 time: 0.0860443 Sep 03 20:27:44.008086 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-eb77b9bc-461f-4fe5-a8ec-1e2fdf2cc99c req-2b222e08-abc2-48a9-b4a4-651884babb45 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598507 Sep 03 20:27:44.065308 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b6654-3ba0-4546-820c-139cba1489a7 None None] New status for floating IP 5f42de00-8357-46ce-a892-d6cbbd241fc4: DOWN {{(pid=94577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:27:44.118273 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-57d6514e-0316-43ad-9554-012a1edf0b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588023'] for router_interface, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:44.363707 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-57d6514e-0316-43ad-9554-012a1edf0b8d admin admin] Deleting port 7f9a7626-69bd-494c-9ad7-55276a4d7644 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:27:44.364052 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-57d6514e-0316-43ad-9554-012a1edf0b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:44.440552 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-57d6514e-0316-43ad-9554-012a1edf0b8d admin admin] For port 7f9a7626-69bd-494c-9ad7-55276a4d7644, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=7f9a7626-69bd-494c-9ad7-55276a4d7644,segment=NetworkSegment(b7059bcf-0254-4dc3-9eb5-d6862b81a57a),segment_id=b7059bcf-0254-4dc3-9eb5-d6862b81a57a)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:44.440921 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-57d6514e-0316-43ad-9554-012a1edf0b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:44.455554 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-57d6514e-0316-43ad-9554-012a1edf0b8d admin admin] Calling delete_port for 7f9a7626-69bd-494c-9ad7-55276a4d7644 owned by network:router_interface {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:27:44.548850 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46224) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:44.619903 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60ae8c54-523a-40ec-a401-567887cb53f2 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:44.668697 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60ae8c54-523a-40ec-a401-567887cb53f2 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:44.715318 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0b1ae-88b8-4465-921a-ca1368287f3c req-dfc07b8e-f6b4-4e50-b781-67e4964ce240 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:44.716788 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-feb0b1ae-88b8-4465-921a-ca1368287f3c req-dfc07b8e-f6b4-4e50-b781-67e4964ce240 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 945 time: 0.0857475 Sep 03 20:27:44.756438 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-feb0b1ae-88b8-4465-921a-ca1368287f3c req-54be5b2a-9631-46bc-89c6-3d46802f1356 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326383 Sep 03 20:27:44.758441 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-57d6514e-0316-43ad-9554-012a1edf0b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:44.789377 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6514e-0316-43ad-9554-012a1edf0b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9a7626-69bd-494c-9ad7-55276a4d7644,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:44.901619 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60ae8c54-523a-40ec-a401-567887cb53f2 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:44.908418 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-60ae8c54-523a-40ec-a401-567887cb53f2 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:44.908418 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-60ae8c54-523a-40ec-a401-567887cb53f2 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "DELETE /v2.0/security-groups/759ddfc1-4f19-4bca-816e-a4bb9fd3170f HTTP/1.1" status: 204 len: 168 time: 0.3555188 Sep 03 20:27:44.910454 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46230) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:44.930165 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.api.v2.resource [None req-3d679de3-359d-4153-85c2-716271b70843 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] show failed (client error): The resource could not be found. Sep 03 20:27:44.931245 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-3d679de3-359d-4153-85c2-716271b70843 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups/759ddfc1-4f19-4bca-816e-a4bb9fd3170f HTTP/1.1" status: 404 len: 347 time: 0.0197377 Sep 03 20:27:44.932202 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae8c54-523a-40ec-a401-567887cb53f2 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759ddfc1-4f19-4bca-816e-a4bb9fd3170f,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:44.934200 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46232) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:44.998052 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:45.078502 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-5ac274fc-543a-4617-b588-9a0f0dce4024 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Deleting port b653413f-6951-44e8-9447-88ff45aea0a1 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:27:45.078849 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5ac274fc-543a-4617-b588-9a0f0dce4024 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:45.164855 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5ac274fc-543a-4617-b588-9a0f0dce4024 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:45.165166 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5ac274fc-543a-4617-b588-9a0f0dce4024 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:45.178518 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-5ac274fc-543a-4617-b588-9a0f0dce4024 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Calling delete_port for b653413f-6951-44e8-9447-88ff45aea0a1 owned by network:floatingip {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:27:45.191994 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-57d6514e-0316-43ad-9554-012a1edf0b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588131'] for router_interface, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:45.375577 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5ac274fc-543a-4617-b588-9a0f0dce4024 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:45.402542 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac274fc-543a-4617-b588-9a0f0dce4024 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event deleted for resources: {'Port': ['ID=b653413f-6951-44e8-9447-88ff45aea0a1,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:45.418761 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d6514e-0316-43ad-9554-012a1edf0b8d admin admin] Router cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:27:45.466024 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5ac274fc-543a-4617-b588-9a0f0dce4024 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for floatingip, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:45.468991 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5ac274fc-543a-4617-b588-9a0f0dce4024 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:45.471337 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5ac274fc-543a-4617-b588-9a0f0dce4024 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "DELETE /v2.0/floatingips/5f42de00-8357-46ce-a892-d6cbbd241fc4 HTTP/1.1" status: 204 len: 168 time: 0.5353398 Sep 03 20:27:45.553659 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d6514e-0316-43ad-9554-012a1edf0b8d admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:27:45.561813 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46236) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:45.564164 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-57d6514e-0316-43ad-9554-012a1edf0b8d admin admin] 10.222.0.41 "PUT /v2.0/routers/cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8655388 Sep 03 20:27:45.566758 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2db8e7-ef01-4e63-a028-4bdc451bbd6b None None] Sync routers for ids ['cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:27:45.573506 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2db8e7-ef01-4e63-a028-4bdc451bbd6b None None] Routers {'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:27:45.574314 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ef2db8e7-ef01-4e63-a028-4bdc451bbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:27:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:45.673719 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] Notify callbacks [] for router, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:45.683978 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-ef2db8e7-ef01-4e63-a028-4bdc451bbd6b None None] Set router cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:27:45.782531 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:45.852178 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46242) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:45.856938 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-1f96aece-937a-4517-9557-1cc4766ee5d9 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--654790980', 'description': 'tempest-description--10575239'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:45.867154 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ef2db8e7-ef01-4e63-a028-4bdc451bbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'name': 'tempest-TestMinimumBasicScenario-826464403-router', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '131e79f7-0173-4256-ba6b-0714e4c0513c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:50Z', 'updated_at': '2021-09-03T20:27:44Z', 'revision_number': 5, 'project_id': '423db97e2459426f99d5731bfa47e9f7', 'gw_port': {'id': '131e79f7-0173-4256-ba6b-0714e4c0513c', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:23:51Z', 'updated_at': '2021-09-03T20:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:45.880276 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a8252-a307-4666-a5b9-d6361bff4d58 req-69805bfb-277a-440c-8a1d-a762d5665aae tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:45.881885 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e71a8252-a307-4666-a5b9-d6361bff4d58 req-69805bfb-277a-440c-8a1d-a762d5665aae tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 945 time: 0.0551546 Sep 03 20:27:45.893687 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2db8e7-ef01-4e63-a028-4bdc451bbd6b None None] Checking router: cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:27:45.901727 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2db8e7-ef01-4e63-a028-4bdc451bbd6b None None] Routers {'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:27:45.902321 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ef2db8e7-ef01-4e63-a028-4bdc451bbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:27:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:45.941434 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1f96aece-937a-4517-9557-1cc4766ee5d9 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:45.950377 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e71a8252-a307-4666-a5b9-d6361bff4d58 req-dd28c139-2fb8-4b45-be5b-fa941e856442 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485930 Sep 03 20:27:45.963287 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] Deleting port 131e79f7-0173-4256-ba6b-0714e4c0513c {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:27:45.963642 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.076552 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-ef2db8e7-ef01-4e63-a028-4bdc451bbd6b None None] Set router cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 gateway port host: None {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:27:46.079385 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1f96aece-937a-4517-9557-1cc4766ee5d9 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.094597 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] For port 131e79f7-0173-4256-ba6b-0714e4c0513c, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=131e79f7-0173-4256-ba6b-0714e4c0513c,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:46.095004 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.109891 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] Calling delete_port for 131e79f7-0173-4256-ba6b-0714e4c0513c owned by network:router_gateway {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:27:46.131925 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-ef2db8e7-ef01-4e63-a028-4bdc451bbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'name': 'tempest-TestMinimumBasicScenario-826464403-router', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:50Z', 'updated_at': '2021-09-03T20:27:45Z', 'revision_number': 6, 'project_id': '423db97e2459426f99d5731bfa47e9f7', 'gw_port_host': None}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:46.158522 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2db8e7-ef01-4e63-a028-4bdc451bbd6b None None] The sync data for ids ['cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1'] in dv-cinder-798198-4-iscsi is: [{'id': 'cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1', 'name': 'tempest-TestMinimumBasicScenario-826464403-router', 'tenant_id': '423db97e2459426f99d5731bfa47e9f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:23:50Z', 'updated_at': '2021-09-03T20:27:45Z', 'revision_number': 6, 'project_id': '423db97e2459426f99d5731bfa47e9f7', 'gw_port_host': None}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:27:46.164944 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1f96aece-937a-4517-9557-1cc4766ee5d9 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.200674 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96aece-937a-4517-9557-1cc4766ee5d9 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d10f995-7c37-42a4-a4c1-53b3c8be20cb,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:46.272529 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1f96aece-937a-4517-9557-1cc4766ee5d9 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.273778 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-1f96aece-937a-4517-9557-1cc4766ee5d9 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4205678 Sep 03 20:27:46.276685 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46246) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:46.281438 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-39a73e5d-349f-49ec-8c4c-2ac342cdd0ac tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Request body: {'security_group_rule': {'security_group_id': '0d10f995-7c37-42a4-a4c1-53b3c8be20cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:46.386805 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.412538 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] Pushing event deleted for resources: {'Port': ['ID=131e79f7-0173-4256-ba6b-0714e4c0513c,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:46.420433 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-39a73e5d-349f-49ec-8c4c-2ac342cdd0ac tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.475885 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-39a73e5d-349f-49ec-8c4c-2ac342cdd0ac tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.476249 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587917'] for router_gateway, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.581627 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-39a73e5d-349f-49ec-8c4c-2ac342cdd0ac tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.601749 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a73e5d-349f-49ec-8c4c-2ac342cdd0ac tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3743465f-9e9f-41ea-9e71-34a5ae9330bd,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:46.683712 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-39a73e5d-349f-49ec-8c4c-2ac342cdd0ac tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.685395 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-39a73e5d-349f-49ec-8c4c-2ac342cdd0ac tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4073811 Sep 03 20:27:46.688051 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46250) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:46.693474 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-672eb336-72e5-42c6-b2da-5fc09d351fa1 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Request body: {'security_group_rule': {'security_group_id': '0d10f995-7c37-42a4-a4c1-53b3c8be20cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:46.814395 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-672eb336-72e5-42c6-b2da-5fc09d351fa1 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.817551 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.819870 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.872279 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-672eb336-72e5-42c6-b2da-5fc09d351fa1 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.975350 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-672eb336-72e5-42c6-b2da-5fc09d351fa1 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:46.998171 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb336-72e5-42c6-b2da-5fc09d351fa1 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3785eabf-0d57-4adb-8c09-507c3b698c01,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:47.015499 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586795'] for router, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.016122 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 {{(pid=94576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:27:47.021419 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.022578 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-ead2e31a-ea02-4d70-ab0e-432463ae454d admin admin] 10.222.0.41 "DELETE /v2.0/routers/cb09953c-dcc1-4dd0-83c3-2d1ccfb15be1 HTTP/1.1" status: 204 len: 168 time: 1.4595163 Sep 03 20:27:47.025074 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46256) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:47.073472 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-225480d4-0c8f-4f75-ad3e-7097c9802dc6 admin admin] Deleting subnet 38a1116a-780e-4813-ad54-4064a0103f62 {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:27:47.076466 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-225480d4-0c8f-4f75-ad3e-7097c9802dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.078523 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-672eb336-72e5-42c6-b2da-5fc09d351fa1 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.083613 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-672eb336-72e5-42c6-b2da-5fc09d351fa1 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3936589 Sep 03 20:27:47.084379 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46258) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:47.088990 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Request body: {'floatingip': {'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:47.117301 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-225480d4-0c8f-4f75-ad3e-7097c9802dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3744847'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.168514 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 7f9a7626-69bd-494c-9ad7-55276a4d7644 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:27:47.192577 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: 7f9a7626-69bd-494c-9ad7-55276a4d7644 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:27:47.192922 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 7f9a7626-69bd-494c-9ad7-55276a4d7644 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:27:47.193419 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 131e79f7-0173-4256-ba6b-0714e4c0513c no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:27:47.203903 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for floatingip, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.212456 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: 131e79f7-0173-4256-ba6b-0714e4c0513c {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:27:47.212817 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 131e79f7-0173-4256-ba6b-0714e4c0513c not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:27:47.234496 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-225480d4-0c8f-4f75-ad3e-7097c9802dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.302059 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.375486 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-225480d4-0c8f-4f75-ad3e-7097c9802dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3284137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4064479'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.402749 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225480d4-0c8f-4f75-ad3e-7097c9802dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a1116a-780e-4813-ad54-4064a0103f62,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:47.404731 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-225480d4-0c8f-4f75-ad3e-7097c9802dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.406838 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-225480d4-0c8f-4f75-ad3e-7097c9802dc6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/38a1116a-780e-4813-ad54-4064a0103f62 HTTP/1.1" status: 204 len: 168 time: 0.3807456 Sep 03 20:27:47.410317 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46260) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:47.410971 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Allocated IP 172.27.3.96 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/e80a4bad-ac05-4806-8b24-70b106ac9353) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:27:47.414765 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88310e4-4edd-4fff-a1a3-a64f6dcf7ecc None None] Network cd0c2482-cb50-407c-859d-538a1b225cf8 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:27:47.481751 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.515653 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.538046 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Deleting port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:27:47.538641 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.604072 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] For port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a,segment=NetworkSegment(b7059bcf-0254-4dc3-9eb5-d6862b81a57a),segment_id=b7059bcf-0254-4dc3-9eb5-d6862b81a57a)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:47.604435 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.608895 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ea2208-5839-4faa-8f3d-055acaeeff1f None None] DHCP port deletion for cd0c2482-cb50-407c-859d-538a1b225cf8 request from dv-cinder-798198-4-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:27:47.621976 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Calling delete_port for 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a owned by network:dhcp {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:27:47.633761 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.657351 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-56ea2208-5839-4faa-8f3d-055acaeeff1f None None] Deleting port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:27:47.657889 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-56ea2208-5839-4faa-8f3d-055acaeeff1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.675969 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:27:47.680476 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:27:47.683903 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:27:47.708501 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event updated for resources: {'Port': ['ID=e80a4bad-ac05-4806-8b24-70b106ac9353,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:47.729318 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-56ea2208-5839-4faa-8f3d-055acaeeff1f None None] For port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a,segment=NetworkSegment(b7059bcf-0254-4dc3-9eb5-d6862b81a57a),segment_id=b7059bcf-0254-4dc3-9eb5-d6862b81a57a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:47.729897 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-56ea2208-5839-4faa-8f3d-055acaeeff1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.742833 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-56ea2208-5839-4faa-8f3d-055acaeeff1f None None] Calling delete_port for 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:27:47.820812 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.852884 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:47.856083 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-56ea2208-5839-4faa-8f3d-055acaeeff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.858420 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] No DVR routers for this DVR port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a on host dv-cinder-798198-4-iscsi {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:27:47.868333 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.902321 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea2208-5839-4faa-8f3d-055acaeeff1f None None] No DVR routers for this DVR port 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a on host dv-cinder-798198-4-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:27:47.904145 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea2208-5839-4faa-8f3d-055acaeeff1f None None] Pushing event deleted for resources: {'Port': ['ID=7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:47.945162 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.955186 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0c2482-cb50-407c-859d-538a1b225cf8']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:47.965431 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7059bcf-0254-4dc3-9eb5-d6862b81a57a') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:47.965727 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7059bcf-0254-4dc3-9eb5-d6862b81a57a') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:27:47.975876 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3744854'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.989892 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.995537 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:27:47.995913 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284215'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: Traceback (most recent call last): Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: timer() Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: cb(*args, **kw) Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: return func(*args, **kwargs) Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: self._notify() Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: self.callback(batched_events) Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: event.method(event) Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: return f(self, *a, **k) Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: return self._get(url).json() Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:27:47.997494 dv-cinder-798198-4-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:27:48.028695 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:48.135095 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:48.142274 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:48.144728 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cd0c2482-cb50-407c-859d-538a1b225cf8 HTTP/1.1" status: 204 len: 168 time: 0.7334824 Sep 03 20:27:48.172914 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848242f-95ed-4ee5-8480-1f9c73632511 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0c2482-cb50-407c-859d-538a1b225cf8,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:48.180641 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:48.261135 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:48.330667 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event updated for resources: {'Port': ['ID=e80a4bad-ac05-4806-8b24-70b106ac9353,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:48.342178 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:48.506545 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:48.507773 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-35ddc8b5-bea9-453b-aa63-abf408750edc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4224589 Sep 03 20:27:48.696279 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-bf292c04-3c01-4db4-841a-d809c1e0ba38 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--654790980&fields=id&tenant_id=f3d2108719d94b07918fa67775b13e14 HTTP/1.1" status: 200 len: 267 time: 0.0329714 Sep 03 20:27:48.700561 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46288) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:48.804431 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-21406da1-f7f8-48c1-b0a6-4f62b8d525c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e1537f688944616a45d0582822ac411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1027138 Sep 03 20:27:48.806861 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46292) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:48.855436 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-d16fe8b2-2828-4659-adf6-b99e84b41daf tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:48.856898 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-d16fe8b2-2828-4659-adf6-b99e84b41daf tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/networks?id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94 HTTP/1.1" status: 200 len: 811 time: 0.1495974 Sep 03 20:27:48.879197 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-1a02ba47-2b1b-486e-9199-71529dc2150b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/quotas/f3d2108719d94b07918fa67775b13e14 HTTP/1.1" status: 200 len: 375 time: 0.0141871 Sep 03 20:27:48.899113 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5f53840d-f910-4c32-a88b-f347c9f5d280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:48.945419 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5f53840d-f910-4c32-a88b-f347c9f5d280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:48.973488 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-1ae9adea-1a21-4572-abfa-df4e8c8c6b06 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3d2108719d94b07918fa67775b13e14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0873177 Sep 03 20:27:49.073923 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-b6ba7aeb-0e98-41be-bd3e-9c82051b126b service neutron] 10.222.0.41 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862844 Sep 03 20:27:49.110059 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5f53840d-f910-4c32-a88b-f347c9f5d280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:49.113288 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5f53840d-f910-4c32-a88b-f347c9f5d280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:49.114433 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5f53840d-f910-4c32-a88b-f347c9f5d280 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/163e3940-b542-45a8-8998-bb7291b66fcb HTTP/1.1" status: 204 len: 168 time: 0.3066425 Sep 03 20:27:49.124577 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53840d-f910-4c32-a88b-f347c9f5d280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163e3940-b542-45a8-8998-bb7291b66fcb,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:49.173952 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:27:49.183240 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-8f117776-3df6-41cd-a847-0f5991ba2498 service neutron] 10.222.0.41 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031322 Sep 03 20:27:49.197488 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:27:49.197597 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 7fe8db5e-3e0b-4be1-8e88-8fc2533ba00a not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:27:49.422292 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-52ee0533-b8c5-4117-8425-93be4c454c61 req-542fbfe2-a051-4696-8fb2-abc18ee471fa tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 210 time: 0.0272396 Sep 03 20:27:49.827750 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46312) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:49.868939 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-560d2c6e-a16b-44cd-99e5-4672911e6897 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=423db97e2459426f99d5731bfa47e9f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400293 Sep 03 20:27:49.876459 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46314) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:27:49.923349 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-58303250-1850-4cbd-9c2e-f98b2e937b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:49.944052 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-58303250-1850-4cbd-9c2e-f98b2e937b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:50.083910 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-58303250-1850-4cbd-9c2e-f98b2e937b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:50.086487 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-58303250-1850-4cbd-9c2e-f98b2e937b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:50.087772 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-58303250-1850-4cbd-9c2e-f98b2e937b7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3efc5add-15f6-40b2-9763-af27ac423c06 HTTP/1.1" status: 204 len: 168 time: 0.2104032 Sep 03 20:27:50.095698 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58303250-1850-4cbd-9c2e-f98b2e937b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efc5add-15f6-40b2-9763-af27ac423c06,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:50.521058 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-911afbfe-be18-48f7-8b2b-7cb7bf99174f req-2351ff0f-c988-43a7-8549-e158e839512f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 210 time: 0.0278630 Sep 03 20:27:51.616055 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2e103575-90d7-41a3-8e4e-19dfae9a36f4 req-4c58e189-f8ce-45e3-857e-4c1a3b08b2f9 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 210 time: 0.0262499 Sep 03 20:27:51.617448 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-eadb47b1-f0bf-422a-b1c1-d74b2d2f7747 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:51.618907 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-eadb47b1-f0bf-422a-b1c1-d74b2d2f7747 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.42 "GET /v2.0/networks?id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94 HTTP/1.1" status: 200 len: 811 time: 0.1104033 Sep 03 20:27:51.664576 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-fde7e9a1-8ab3-4768-ace4-db7c0a459234 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3d2108719d94b07918fa67775b13e14 HTTP/1.1" status: 200 len: 379 time: 0.0339210 Sep 03 20:27:51.676417 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-e8fb1a06-3f8b-4c7d-b24b-8d4dfd252247 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Request body: {'port': {'device_id': '7bf9e4ad-b406-4081-9720-44e77dfb9ca7', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'admin_state_up': True, 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'security_groups': ['0d10f995-7c37-42a4-a4c1-53b3c8be20cb']}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:51.866378 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-e8fb1a06-3f8b-4c7d-b24b-8d4dfd252247 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Made reservation on behalf of f3d2108719d94b07918fa67775b13e14 for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:27:51.870109 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-e8fb1a06-3f8b-4c7d-b24b-8d4dfd252247 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:51.997117 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-e8fb1a06-3f8b-4c7d-b24b-8d4dfd252247 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Allocated IP 172.20.0.5 (aebc5e64-82bd-49c5-97dd-2a9b3de43b94/57162df7-b596-4a6f-814b-47adc430c8b4/e7ac99d9-d913-4d37-923b-5ad4209126a3) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:27:52.132727 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-e8fb1a06-3f8b-4c7d-b24b-8d4dfd252247 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:52.145197 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-e8fb1a06-3f8b-4c7d-b24b-8d4dfd252247 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Transition to ACTIVE for port object e7ac99d9-d913-4d37-923b-5ad4209126a3 will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:27:52.243651 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-e8fb1a06-3f8b-4c7d-b24b-8d4dfd252247 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:52.285320 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-e8fb1a06-3f8b-4c7d-b24b-8d4dfd252247 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:27:52.290122 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-e8fb1a06-3f8b-4c7d-b24b-8d4dfd252247 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:27:52.296591 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-e8fb1a06-3f8b-4c7d-b24b-8d4dfd252247 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:27:52.301064 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb1a06-3f8b-4c7d-b24b-8d4dfd252247 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event updated for resources: {'Port': ['ID=e7ac99d9-d913-4d37-923b-5ad4209126a3,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:52.352534 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-e8fb1a06-3f8b-4c7d-b24b-8d4dfd252247 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:52.353163 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-e8fb1a06-3f8b-4c7d-b24b-8d4dfd252247 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:52.466796 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-e8fb1a06-3f8b-4c7d-b24b-8d4dfd252247 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7938526 Sep 03 20:27:52.478990 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Request body: {'port': {'device_id': '7bf9e4ad-b406-4081-9720-44e77dfb9ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:27:52.533169 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:52.609631 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-cefc167a-8b29-422a-9844-397e87fcd824 None None] Provisioning for port e7ac99d9-d913-4d37-923b-5ad4209126a3 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:27:52.613755 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-cefc167a-8b29-422a-9844-397e87fcd824 None None] Provisioning complete for port e7ac99d9-d913-4d37-923b-5ad4209126a3 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:27:52.617285 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cefc167a-8b29-422a-9844-397e87fcd824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:52.647716 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-cefc167a-8b29-422a-9844-397e87fcd824 None None] Port e7ac99d9-d913-4d37-923b-5ad4209126a3 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:27:52.736322 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8e114-2e4e-487a-b8ae-0821b68d2875 req-4cf73d92-0296-4425-b2ff-d90c692d9372 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:52.738302 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-94a8e114-2e4e-487a-b8ae-0821b68d2875 req-4cf73d92-0296-4425-b2ff-d90c692d9372 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 931 time: 0.0532851 Sep 03 20:27:52.776080 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-94a8e114-2e4e-487a-b8ae-0821b68d2875 req-fa7e66f2-ce0a-4a9c-a0d0-91523d64206f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d10f995-7c37-42a4-a4c1-53b3c8be20cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317430 Sep 03 20:27:52.798191 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ac99d9-d913-4d37-923b-5ad4209126a3 {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:27:52.806088 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:52.818275 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Transition to ACTIVE for port object e7ac99d9-d913-4d37-923b-5ad4209126a3 will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:27:52.922619 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:52.975053 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ac99d9-d913-4d37-923b-5ad4209126a3,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:53.046415 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Attempting to bind port e7ac99d9-d913-4d37-923b-5ad4209126a3 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:27:53.046758 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Attempting to bind port e7ac99d9-d913-4d37-923b-5ad4209126a3 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:27:53.047142 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Attempting to bind port e7ac99d9-d913-4d37-923b-5ad4209126a3 on network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:27:53.052386 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Port e7ac99d9-d913-4d37-923b-5ad4209126a3 on network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:27:53.052713 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Attempting to bind port e7ac99d9-d913-4d37-923b-5ad4209126a3 on network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:27:53.057630 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:27:53.057964 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Checking segment: {'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:27:53.058349 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Bound using segment: {'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:27:53.058781 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Bound port: e7ac99d9-d913-4d37-923b-5ad4209126a3, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b7379d-0436-47e7-a337-d176c21d6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:27:53.059220 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:53.127222 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] For port e7ac99d9-d913-4d37-923b-5ad4209126a3, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:27:53.130336 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] For port e7ac99d9-d913-4d37-923b-5ad4209126a3, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e7ac99d9-d913-4d37-923b-5ad4209126a3,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:27:53.221609 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:53.253803 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:53.254411 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:53.255816 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c812596f-dd93-494c-a5d1-758066613391 service neutron] 10.222.0.42 "PUT /v2.0/ports/e7ac99d9-d913-4d37-923b-5ad4209126a3 HTTP/1.1" status: 200 len: 1093 time: 0.7811768 Sep 03 20:27:53.256246 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf9e4ad-b406-4081-9720-44e77dfb9ca7', 'tag': 'e7ac99d9-d913-4d37-923b-5ad4209126a3'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:27:53.258466 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f27ae5e-c923-4605-b2f4-a184bb575353" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf9e4ad-b406-4081-9720-44e77dfb9ca7", "tag": "e7ac99d9-d913-4d37-923b-5ad4209126a3"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:27:53.288872 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812596f-dd93-494c-a5d1-758066613391 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ac99d9-d913-4d37-923b-5ad4209126a3,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:53.412629 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-a96f01a8-952b-464d-968c-b58954a1ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:53.414147 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-a96f01a8-952b-464d-968c-b58954a1ec63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d2108719d94b07918fa67775b13e14&device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 1096 time: 0.0540948 Sep 03 20:27:53.465238 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-10926c3e-8103-4608-87fd-cf5ce6ba4aa3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7ac99d9-d913-4d37-923b-5ad4209126a3 HTTP/1.1" status: 200 len: 217 time: 0.0402138 Sep 03 20:27:53.514512 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50561d7-c022-4f42-bcf7-0eb7f7843f57 x-openstack-request-id: req-c50561d7-c022-4f42-bcf7-0eb7f7843f57 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:27:53.514752 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf9e4ad-b406-4081-9720-44e77dfb9ca7", "tag": "e7ac99d9-d913-4d37-923b-5ad4209126a3", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:27:53.515006 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c50561d7-c022-4f42-bcf7-0eb7f7843f57 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:27:53.515435 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf9e4ad-b406-4081-9720-44e77dfb9ca7', 'tag': 'e7ac99d9-d913-4d37-923b-5ad4209126a3', 'status': 'completed', 'code': 200} Sep 03 20:27:53.519695 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-48ee32ab-b7c2-4bf5-9e83-731cca662441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:53.521146 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-48ee32ab-b7c2-4bf5-9e83-731cca662441 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57162df7-b596-4a6f-814b-47adc430c8b4 HTTP/1.1" status: 200 len: 850 time: 0.0469933 Sep 03 20:27:53.568765 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-3d1bf9a2-7ebe-464b-ba62-eb0608e9e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:53.570220 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-3d1bf9a2-7ebe-464b-ba62-eb0608e9e136 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400016 Sep 03 20:27:53.575614 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:53.662326 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-256ff633-4d61-4fdb-b697-7db57a5a5ad8 service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842597 Sep 03 20:27:53.751030 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c00540f5-09f2-4210-b9b1-ccdfcc01a08f req-c8c42f90-1210-4dd5-b8a5-af7f6c0c26cb service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794575 Sep 03 20:27:53.893437 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789667d2-3ca3-42a3-9c63-2dc2c9b6ed16 req-44be4419-e2ba-43da-a794-9a11e86a8d86 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:53.895015 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-789667d2-3ca3-42a3-9c63-2dc2c9b6ed16 req-44be4419-e2ba-43da-a794-9a11e86a8d86 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 943 time: 0.0511272 Sep 03 20:27:53.933275 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-789667d2-3ca3-42a3-9c63-2dc2c9b6ed16 req-bddb7e6b-46cb-4adc-9f2b-c45dc53dd6cf tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d10f995-7c37-42a4-a4c1-53b3c8be20cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321465 Sep 03 20:27:53.937970 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27ae5e-c923-4605-b2f4-a184bb575353 req-f614ae53-deec-4fee-ae2c-7c2a6fe31349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:53.939512 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5f27ae5e-c923-4605-b2f4-a184bb575353 req-f614ae53-deec-4fee-ae2c-7c2a6fe31349 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d2108719d94b07918fa67775b13e14&device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 1096 time: 0.0398710 Sep 03 20:27:54.030912 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27ae5e-c923-4605-b2f4-a184bb575353 req-663e1f26-a9c4-4719-8304-6dd442873141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:54.032417 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5f27ae5e-c923-4605-b2f4-a184bb575353 req-663e1f26-a9c4-4719-8304-6dd442873141 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94 HTTP/1.1" status: 200 len: 912 time: 0.0857759 Sep 03 20:27:54.077365 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5f27ae5e-c923-4605-b2f4-a184bb575353 req-f3b903ee-d042-4e8a-bff7-077e509ece0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7ac99d9-d913-4d37-923b-5ad4209126a3 HTTP/1.1" status: 200 len: 217 time: 0.0337806 Sep 03 20:27:54.129521 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27ae5e-c923-4605-b2f4-a184bb575353 req-66e32885-5023-4966-b890-9caede80e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:54.130884 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5f27ae5e-c923-4605-b2f4-a184bb575353 req-66e32885-5023-4966-b890-9caede80e013 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57162df7-b596-4a6f-814b-47adc430c8b4 HTTP/1.1" status: 200 len: 850 time: 0.0450485 Sep 03 20:27:54.178302 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27ae5e-c923-4605-b2f4-a184bb575353 req-0e1fe9ec-d186-468e-b0a5-0301f5710d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:54.179803 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5f27ae5e-c923-4605-b2f4-a184bb575353 req-0e1fe9ec-d186-468e-b0a5-0301f5710d60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387938 Sep 03 20:27:54.270567 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5f27ae5e-c923-4605-b2f4-a184bb575353 req-85e8c372-bf23-4a35-a3e3-d8acef3bce42 service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817733 Sep 03 20:27:54.359677 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5f27ae5e-c923-4605-b2f4-a184bb575353 req-78523057-44e0-4bf7-8b31-45ae59325f44 service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783198 Sep 03 20:27:55.046527 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e12a8-e4fd-41e6-8df7-73b0f1b6ee52 req-3023bddd-bc6c-48f2-a222-4409b3d68002 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:55.048002 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-141e12a8-e4fd-41e6-8df7-73b0f1b6ee52 req-3023bddd-bc6c-48f2-a222-4409b3d68002 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 943 time: 0.0478265 Sep 03 20:27:55.085661 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-141e12a8-e4fd-41e6-8df7-73b0f1b6ee52 req-6725fee4-1594-4528-8c15-633bac27e3a8 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d10f995-7c37-42a4-a4c1-53b3c8be20cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313356 Sep 03 20:27:56.210461 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a57950-fcf7-4d80-96a3-dcbd9f0dfd33 req-36484f33-ce71-4630-9c60-f412f890f463 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:56.212061 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-15a57950-fcf7-4d80-96a3-dcbd9f0dfd33 req-36484f33-ce71-4630-9c60-f412f890f463 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 943 time: 0.0580761 Sep 03 20:27:56.253525 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-15a57950-fcf7-4d80-96a3-dcbd9f0dfd33 req-d4cc1ab3-e35d-4981-8a16-d1f29200c583 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d10f995-7c37-42a4-a4c1-53b3c8be20cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330472 Sep 03 20:27:56.763528 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device e7ac99d9-d913-4d37-923b-5ad4209126a3 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:27:56.974980 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port e7ac99d9-d913-4d37-923b-5ad4209126a3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e7ac99d9-d913-4d37-923b-5ad4209126a3,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:56.985958 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': 'e7ac99d9-d913-4d37-923b-5ad4209126a3', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'port_id': 'e7ac99d9-d913-4d37-923b-5ad4209126a3', 'mac_address': 'fa:16:3e:ca:6d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:27:57.022872 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:57.035291 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ac99d9-d913-4d37-923b-5ad4209126a3 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:27:57.054154 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port e7ac99d9-d913-4d37-923b-5ad4209126a3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e7ac99d9-d913-4d37-923b-5ad4209126a3,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:57.129195 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:57.178281 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=e7ac99d9-d913-4d37-923b-5ad4209126a3,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:57.365328 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50743da8-0f4b-4bc7-b762-25853d9e6b5d req-9d071a32-caa9-4553-b923-eb9d05501b4c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:57.366801 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-50743da8-0f4b-4bc7-b762-25853d9e6b5d req-9d071a32-caa9-4553-b923-eb9d05501b4c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 944 time: 0.0484524 Sep 03 20:27:57.406216 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-50743da8-0f4b-4bc7-b762-25853d9e6b5d req-8e4d0f7f-cfa0-4b64-bbbc-f36815c6814c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d10f995-7c37-42a4-a4c1-53b3c8be20cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330453 Sep 03 20:27:57.456801 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['e7ac99d9-d913-4d37-923b-5ad4209126a3'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:27:58.520195 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a4e60-a492-41b4-b476-1932998a6166 req-fe5a5052-da74-4854-871f-453e5395dbac tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:58.521638 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ac4a4e60-a492-41b4-b476-1932998a6166 req-fe5a5052-da74-4854-871f-453e5395dbac tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 944 time: 0.0478921 Sep 03 20:27:58.558302 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ac4a4e60-a492-41b4-b476-1932998a6166 req-79e5367e-c602-4737-90e2-2f5aab06650b tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d10f995-7c37-42a4-a4c1-53b3c8be20cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308907 Sep 03 20:27:58.785137 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device e7ac99d9-d913-4d37-923b-5ad4209126a3 up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:27:58.889393 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port e7ac99d9-d913-4d37-923b-5ad4209126a3 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:27:58.894059 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port e7ac99d9-d913-4d37-923b-5ad4209126a3 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:27:58.894438 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:58.975722 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:58.997467 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf9e4ad-b406-4081-9720-44e77dfb9ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ac99d9-d913-4d37-923b-5ad4209126a3'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:27:58.999738 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbe4216-15cb-4626-bd6b-3f72e353891b" -d '{"events": [{"server_uuid": "7bf9e4ad-b406-4081-9720-44e77dfb9ca7", "name": "network-vif-plugged", "status": "completed", "tag": "e7ac99d9-d913-4d37-923b-5ad4209126a3"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:27:59.013780 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port e7ac99d9-d913-4d37-923b-5ad4209126a3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e7ac99d9-d913-4d37-923b-5ad4209126a3,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:27:59.072502 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:27:59.107097 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad86edd8-f16b-450c-8c79-bfea46b89a6e x-openstack-request-id: req-ad86edd8-f16b-450c-8c79-bfea46b89a6e {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:27:59.107097 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf9e4ad-b406-4081-9720-44e77dfb9ca7", "name": "network-vif-plugged", "status": "completed", "tag": "e7ac99d9-d913-4d37-923b-5ad4209126a3", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:27:59.107097 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad86edd8-f16b-450c-8c79-bfea46b89a6e {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:27:59.107097 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf9e4ad-b406-4081-9720-44e77dfb9ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ac99d9-d913-4d37-923b-5ad4209126a3', 'code': 200} Sep 03 20:27:59.122040 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=e7ac99d9-d913-4d37-923b-5ad4209126a3,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:27:59.390622 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbdc1e-e863-4cb1-a781-01d785833318 req-19f7f5b2-6655-4cba-99b3-8b18764ca173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:59.392116 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-26fbdc1e-e863-4cb1-a781-01d785833318 req-19f7f5b2-6655-4cba-99b3-8b18764ca173 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 1098 time: 0.0392437 Sep 03 20:27:59.430156 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-26fbdc1e-e863-4cb1-a781-01d785833318 req-da6c0868-4353-43bb-b78c-a8d512b1facb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0d10f995-7c37-42a4-a4c1-53b3c8be20cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286901 Sep 03 20:27:59.678887 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96669c-3957-43dd-b5ea-c4d4a89fb656 req-f7271ff4-b791-400f-b3a7-036003fce5ad tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:27:59.680469 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5f96669c-3957-43dd-b5ea-c4d4a89fb656 req-f7271ff4-b791-400f-b3a7-036003fce5ad tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 945 time: 0.0545619 Sep 03 20:27:59.718015 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5f96669c-3957-43dd-b5ea-c4d4a89fb656 req-f7efd06a-b351-48df-a78e-aa6f475afac1 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d10f995-7c37-42a4-a4c1-53b3c8be20cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315657 Sep 03 20:28:00.624428 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e579f9f-ed09-49fb-88e5-51d5866d9734 req-da0ce86d-f640-415b-8db7-c72ffb90dc17 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:00.625907 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2e579f9f-ed09-49fb-88e5-51d5866d9734 req-da0ce86d-f640-415b-8db7-c72ffb90dc17 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 945 time: 0.0496368 Sep 03 20:28:00.664767 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2e579f9f-ed09-49fb-88e5-51d5866d9734 req-31c1c493-869d-4c95-abfb-ddccf84a5b0a tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322297 Sep 03 20:28:00.835851 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b44469-41dc-43c7-b98b-5104d226f7cc req-7f3ffd08-c434-47ed-a871-06a7ec7f77eb tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:00.837347 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-25b44469-41dc-43c7-b98b-5104d226f7cc req-7f3ffd08-c434-47ed-a871-06a7ec7f77eb tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 945 time: 0.0486152 Sep 03 20:28:00.875168 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-25b44469-41dc-43c7-b98b-5104d226f7cc req-d96405bd-4ad0-462c-a3e5-4c11ff4454bc tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d10f995-7c37-42a4-a4c1-53b3c8be20cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317926 Sep 03 20:28:01.782529 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98feb22-be4c-4c31-81c5-477164b971cc req-4a34c05e-fdf8-4ad7-8016-36e7d75df39c tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:01.784487 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a98feb22-be4c-4c31-81c5-477164b971cc req-4a34c05e-fdf8-4ad7-8016-36e7d75df39c tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 945 time: 0.0536325 Sep 03 20:28:01.822213 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a98feb22-be4c-4c31-81c5-477164b971cc req-d3e85593-7ce9-4a49-8ee1-e20b60d7336c tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320032 Sep 03 20:28:01.995699 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99598003-ac35-46b6-bb1f-64ebf5a5670b req-47a72a6d-7e7a-444a-b050-98645b8a2355 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:01.997145 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-99598003-ac35-46b6-bb1f-64ebf5a5670b req-47a72a6d-7e7a-444a-b050-98645b8a2355 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 945 time: 0.0504549 Sep 03 20:28:02.034024 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-99598003-ac35-46b6-bb1f-64ebf5a5670b req-cdd3e26b-6056-4588-962e-2b882be7684f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d10f995-7c37-42a4-a4c1-53b3c8be20cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301991 Sep 03 20:28:02.141136 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289c099-33fb-4409-a153-687f9b90bf02 req-f127f9ff-d882-484a-a929-288c3e9e3284 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:02.142611 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1289c099-33fb-4409-a153-687f9b90bf02 req-f127f9ff-d882-484a-a929-288c3e9e3284 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 945 time: 0.0473485 Sep 03 20:28:02.151989 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46420) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:02.156666 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-c1eced2b-c149-4bc9-8e14-a9de2e60bcec tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Request body: {'floatingip': {'port_id': 'e7ac99d9-d913-4d37-923b-5ad4209126a3'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:28:02.197332 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c1eced2b-c149-4bc9-8e14-a9de2e60bcec tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for floatingip, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:02.582089 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ee2fd-78aa-4b5a-8083-bf8882d8a6e5 req-b03d6d27-da03-4fd2-85ab-952c174f3644 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:02.583603 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9e6ee2fd-78aa-4b5a-8083-bf8882d8a6e5 req-b03d6d27-da03-4fd2-85ab-952c174f3644 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 945 time: 0.0513151 Sep 03 20:28:02.614143 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c1eced2b-c149-4bc9-8e14-a9de2e60bcec tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:02.677858 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c1eced2b-c149-4bc9-8e14-a9de2e60bcec tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:02.679476 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-9e6ee2fd-78aa-4b5a-8083-bf8882d8a6e5 req-ffa08c58-4415-4e8f-98fc-6bafa358c86f tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Deleting port 2cf15244-e6df-4bec-9670-2180653a95d0 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:28:02.679814 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-9e6ee2fd-78aa-4b5a-8083-bf8882d8a6e5 req-ffa08c58-4415-4e8f-98fc-6bafa358c86f tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:02.767589 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-9e6ee2fd-78aa-4b5a-8083-bf8882d8a6e5 req-ffa08c58-4415-4e8f-98fc-6bafa358c86f tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] For port 2cf15244-e6df-4bec-9670-2180653a95d0, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2cf15244-e6df-4bec-9670-2180653a95d0,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:02.767958 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-9e6ee2fd-78aa-4b5a-8083-bf8882d8a6e5 req-ffa08c58-4415-4e8f-98fc-6bafa358c86f tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:02.772434 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-c1eced2b-c149-4bc9-8e14-a9de2e60bcec tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Floating IP dbea13bf-8a2c-4488-a8ff-60512ae52267 associated. External IP: 172.27.3.96, port: e7ac99d9-d913-4d37-923b-5ad4209126a3. Sep 03 20:28:02.779904 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-9e6ee2fd-78aa-4b5a-8083-bf8882d8a6e5 req-ffa08c58-4415-4e8f-98fc-6bafa358c86f tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Calling delete_port for 2cf15244-e6df-4bec-9670-2180653a95d0 owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:28:02.999720 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0871f69-8ba1-4de2-a336-62eecd3b54f5 req-aa124da0-d9f0-4a71-a678-3c2d97155dee tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:03.001211 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0871f69-8ba1-4de2-a336-62eecd3b54f5 req-aa124da0-d9f0-4a71-a678-3c2d97155dee tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 945 time: 0.0869291 Sep 03 20:28:03.026706 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-9e6ee2fd-78aa-4b5a-8083-bf8882d8a6e5 req-ffa08c58-4415-4e8f-98fc-6bafa358c86f tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:03.036873 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1eced2b-c149-4bc9-8e14-a9de2e60bcec tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Router 8518cafa-5abe-476b-9385-1c294a495f74 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:28:03.039009 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['1d8f201c-fc14-41f5-95da-b082869faad1', 'b3a1f560-f692-445e-a0d6-dc666d432e4e', '199c25e9-8906-4a2d-8876-c9d8441e12eb', '2cf15244-e6df-4bec-9670-2180653a95d0'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:28:03.058944 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f0871f69-8ba1-4de2-a336-62eecd3b54f5 req-d25fca07-3db5-425d-9ad8-a98f8f09f025 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517230 Sep 03 20:28:03.062913 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa08c58-4415-4e8f-98fc-6bafa358c86f tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Pushing event deleted for resources: {'Port': ['ID=2cf15244-e6df-4bec-9670-2180653a95d0,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:03.105908 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6ee2fd-78aa-4b5a-8083-bf8882d8a6e5 req-ffa08c58-4415-4e8f-98fc-6bafa358c86f tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] No DVR routers for this DVR port 2cf15244-e6df-4bec-9670-2180653a95d0 on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:28:03.108941 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-9e6ee2fd-78aa-4b5a-8083-bf8882d8a6e5 req-ffa08c58-4415-4e8f-98fc-6bafa358c86f tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:03.110997 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-9e6ee2fd-78aa-4b5a-8083-bf8882d8a6e5 req-ffa08c58-4415-4e8f-98fc-6bafa358c86f tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "DELETE /v2.0/ports/2cf15244-e6df-4bec-9670-2180653a95d0 HTTP/1.1" status: 204 len: 173 time: 0.5210266 Sep 03 20:28:03.111596 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4d5a96-035b-4dfa-94f2-f747b346d255', 'name': 'network-vif-deleted', 'tag': '2cf15244-e6df-4bec-9670-2180653a95d0'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:28:03.114620 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc31fc6e-9754-4f02-b5f2-fed1a37d2908" -d '{"events": [{"server_uuid": "fd4d5a96-035b-4dfa-94f2-f747b346d255", "name": "network-vif-deleted", "tag": "2cf15244-e6df-4bec-9670-2180653a95d0"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:28:03.156885 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d206667d-5608-4a90-9bc4-523e41f85c03 x-openstack-request-id: req-d206667d-5608-4a90-9bc4-523e41f85c03 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:28:03.157276 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4d5a96-035b-4dfa-94f2-f747b346d255", "name": "network-vif-deleted", "tag": "2cf15244-e6df-4bec-9670-2180653a95d0", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:28:03.157593 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d206667d-5608-4a90-9bc4-523e41f85c03 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:28:03.158543 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4d5a96-035b-4dfa-94f2-f747b346d255', 'name': 'network-vif-deleted', 'tag': '2cf15244-e6df-4bec-9670-2180653a95d0', 'status': 'completed', 'code': 200} Sep 03 20:28:03.168529 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1eced2b-c149-4bc9-8e14-a9de2e60bcec tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:28:03.173106 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c1eced2b-c149-4bc9-8e14-a9de2e60bcec tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:03.180991 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09a18d-f87a-4f78-8706-e49f9f56c2b0 None None] Sync routers for ids ['8518cafa-5abe-476b-9385-1c294a495f74'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:28:03.203215 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-c1eced2b-c149-4bc9-8e14-a9de2e60bcec tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "PUT /v2.0/floatingips/dbea13bf-8a2c-4488-a8ff-60512ae52267 HTTP/1.1" status: 200 len: 990 time: 1.0501587 Sep 03 20:28:03.203861 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf9e4ad-b406-4081-9720-44e77dfb9ca7', 'tag': 'e7ac99d9-d913-4d37-923b-5ad4209126a3'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:28:03.204001 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f09a18d-f87a-4f78-8706-e49f9f56c2b0 None None] Routers {'8518cafa-5abe-476b-9385-1c294a495f74'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:28:03.204624 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-1f09a18d-f87a-4f78-8706-e49f9f56c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:27:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['8518cafa-5abe-476b-9385-1c294a495f74'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:03.206215 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77fa126-092f-4c0f-a94b-1626297487ff" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf9e4ad-b406-4081-9720-44e77dfb9ca7", "tag": "e7ac99d9-d913-4d37-923b-5ad4209126a3"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:28:03.313094 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37eb98d-ad2c-4651-828b-ede5f080f993 x-openstack-request-id: req-d37eb98d-ad2c-4651-828b-ede5f080f993 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:28:03.313453 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf9e4ad-b406-4081-9720-44e77dfb9ca7", "tag": "e7ac99d9-d913-4d37-923b-5ad4209126a3", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:28:03.313704 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d37eb98d-ad2c-4651-828b-ede5f080f993 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:28:03.314096 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf9e4ad-b406-4081-9720-44e77dfb9ca7', 'tag': 'e7ac99d9-d913-4d37-923b-5ad4209126a3', 'status': 'completed', 'code': 200} Sep 03 20:28:03.378813 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-1f09a18d-f87a-4f78-8706-e49f9f56c2b0 None None] Set router 8518cafa-5abe-476b-9385-1c294a495f74 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:28:03.391970 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fa126-092f-4c0f-a94b-1626297487ff req-bc91acc3-d360-489e-902e-6f36668a2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:03.394766 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a77fa126-092f-4c0f-a94b-1626297487ff req-bc91acc3-d360-489e-902e-6f36668a2066 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3d2108719d94b07918fa67775b13e14&device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 1098 time: 0.0569742 Sep 03 20:28:03.708687 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-1f09a18d-f87a-4f78-8706-e49f9f56c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': 'dbea13bf-8a2c-4488-a8ff-60512ae52267', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'port_id': 'e7ac99d9-d913-4d37-923b-5ad4209126a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'mac_address': 'fa:16:3e:ca:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf9e4ad-b406-4081-9720-44e77dfb9ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:27:47Z', 'updated_at': '2021-09-03T20:28:02Z', 'revision_number': 1, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:32Z', 'revision_number': 5, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:03.739577 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09a18d-f87a-4f78-8706-e49f9f56c2b0 None None] Checking router: 8518cafa-5abe-476b-9385-1c294a495f74 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:28:03.745828 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fa126-092f-4c0f-a94b-1626297487ff req-b30ee8e9-b1cb-4adb-9d8c-2a58e03cb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:03.747309 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a77fa126-092f-4c0f-a94b-1626297487ff req-b30ee8e9-b1cb-4adb-9d8c-2a58e03cb5b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94 HTTP/1.1" status: 200 len: 912 time: 0.3393159 Sep 03 20:28:03.747813 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f09a18d-f87a-4f78-8706-e49f9f56c2b0 None None] Routers {'8518cafa-5abe-476b-9385-1c294a495f74'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:28:03.748422 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-1f09a18d-f87a-4f78-8706-e49f9f56c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:27:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['8518cafa-5abe-476b-9385-1c294a495f74'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:03.831455 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a77fa126-092f-4c0f-a94b-1626297487ff req-ce48381d-15b1-4a77-8f71-db8e899a37e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7ac99d9-d913-4d37-923b-5ad4209126a3 HTTP/1.1" status: 200 len: 998 time: 0.0575631 Sep 03 20:28:03.852189 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-1f09a18d-f87a-4f78-8706-e49f9f56c2b0 None None] Set router 8518cafa-5abe-476b-9385-1c294a495f74 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:28:03.882626 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fa126-092f-4c0f-a94b-1626297487ff req-64f7fda6-44a3-44f8-9a0c-36c4a3f992c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:03.884354 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a77fa126-092f-4c0f-a94b-1626297487ff req-64f7fda6-44a3-44f8-9a0c-36c4a3f992c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=57162df7-b596-4a6f-814b-47adc430c8b4 HTTP/1.1" status: 200 len: 850 time: 0.0454531 Sep 03 20:28:03.935781 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fa126-092f-4c0f-a94b-1626297487ff req-8ec92bb9-586d-46cd-b864-6f3710e608bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:03.937252 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a77fa126-092f-4c0f-a94b-1626297487ff req-8ec92bb9-586d-46cd-b864-6f3710e608bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aebc5e64-82bd-49c5-97dd-2a9b3de43b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436478 Sep 03 20:28:04.031123 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a77fa126-092f-4c0f-a94b-1626297487ff req-1e37325c-ff05-46b4-8788-dfc164e23682 service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853546 Sep 03 20:28:04.075126 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-1f09a18d-f87a-4f78-8706-e49f9f56c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': 'dbea13bf-8a2c-4488-a8ff-60512ae52267', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'port_id': 'e7ac99d9-d913-4d37-923b-5ad4209126a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'mac_address': 'fa:16:3e:ca:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf9e4ad-b406-4081-9720-44e77dfb9ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:27:47Z', 'updated_at': '2021-09-03T20:28:02Z', 'revision_number': 1, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:32Z', 'revision_number': 5, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:04.106455 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f09a18d-f87a-4f78-8706-e49f9f56c2b0 None None] The sync data for ids ['8518cafa-5abe-476b-9385-1c294a495f74'] in dv-cinder-798198-4-iscsi is: [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': 'dbea13bf-8a2c-4488-a8ff-60512ae52267', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'port_id': 'e7ac99d9-d913-4d37-923b-5ad4209126a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'mac_address': 'fa:16:3e:ca:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf9e4ad-b406-4081-9720-44e77dfb9ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:27:47Z', 'updated_at': '2021-09-03T20:28:02Z', 'revision_number': 1, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:32Z', 'revision_number': 5, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:28:04.137946 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a77fa126-092f-4c0f-a94b-1626297487ff req-d0a5a283-4c07-4a2a-a7af-ca0b47547275 service neutron] 10.222.0.42 "GET /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991714 Sep 03 20:28:04.188413 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-54fe979e-66b7-46c6-aabd-203926338c10 req-32ec696e-48f1-4bc3-a4c6-3409ed1ccee5 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd4d5a96-035b-4dfa-94f2-f747b346d255 HTTP/1.1" status: 200 len: 210 time: 0.0262203 Sep 03 20:28:04.323371 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bdb3d0-b964-4bf7-9ae8-543e967993c7 None None] New status for floating IP dbea13bf-8a2c-4488-a8ff-60512ae52267: ACTIVE {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:28:06.821705 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9a6cd-7cd0-4df0-a146-ca9ba972cc8b req-0901c333-1c75-48fb-8edb-43200e6b64b7 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:06.823098 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-edd9a6cd-7cd0-4df0-a146-ca9ba972cc8b req-0901c333-1c75-48fb-8edb-43200e6b64b7 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0480328 Sep 03 20:28:06.848534 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2cf15244-e6df-4bec-9670-2180653a95d0 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:28:06.862482 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-edd9a6cd-7cd0-4df0-a146-ca9ba972cc8b req-9cff6988-07f5-4b17-b768-05b677142d45 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331864 Sep 03 20:28:06.874052 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: 2cf15244-e6df-4bec-9670-2180653a95d0 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:28:06.879321 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2cf15244-e6df-4bec-9670-2180653a95d0 not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:28:07.086595 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e823a1c-4207-4b8d-9d4f-f898856bcc71 req-91cadcec-44ad-4a5b-ae65-df6b6991334e tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:07.088073 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6e823a1c-4207-4b8d-9d4f-f898856bcc71 req-91cadcec-44ad-4a5b-ae65-df6b6991334e tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 945 time: 0.0481415 Sep 03 20:28:07.125032 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6e823a1c-4207-4b8d-9d4f-f898856bcc71 req-18bbd871-5861-4c08-8e37-0f3e8dcd5c0e tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310404 Sep 03 20:28:07.982231 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d656ab-4fc3-46d0-a658-8b6f75f03967 req-71b38235-85e2-4bd1-bbac-6cc5981ee892 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:07.983705 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-21d656ab-4fc3-46d0-a658-8b6f75f03967 req-71b38235-85e2-4bd1-bbac-6cc5981ee892 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0507319 Sep 03 20:28:08.021264 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-21d656ab-4fc3-46d0-a658-8b6f75f03967 req-45e1751f-1a7f-4d92-bec4-0f0207bc4802 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308576 Sep 03 20:28:08.240137 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f19433-35ae-4b2f-8bdb-76627c386508 req-3340e6fc-5b21-4356-a460-b1dfc810a166 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:08.241598 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d7f19433-35ae-4b2f-8bdb-76627c386508 req-3340e6fc-5b21-4356-a460-b1dfc810a166 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 945 time: 0.0478823 Sep 03 20:28:08.247828 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:28:08.279195 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d7f19433-35ae-4b2f-8bdb-76627c386508 req-c5a8d0a4-a5c1-4e99-a4ef-049d4212a18e tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 Sep 03 20:28:08.722173 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523275f8-7c99-49cc-a06a-6a77f08984d6 req-a109c198-68f2-4007-805d-758c01a748d6 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:08.723629 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-523275f8-7c99-49cc-a06a-6a77f08984d6 req-a109c198-68f2-4007-805d-758c01a748d6 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 945 time: 0.0503161 Sep 03 20:28:08.818393 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-523275f8-7c99-49cc-a06a-6a77f08984d6 req-84d05183-b3e9-4d3b-ad41-5880429703c4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Deleting port 199c25e9-8906-4a2d-8876-c9d8441e12eb {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:28:08.818738 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-523275f8-7c99-49cc-a06a-6a77f08984d6 req-84d05183-b3e9-4d3b-ad41-5880429703c4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:08.906087 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-523275f8-7c99-49cc-a06a-6a77f08984d6 req-84d05183-b3e9-4d3b-ad41-5880429703c4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] For port 199c25e9-8906-4a2d-8876-c9d8441e12eb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=199c25e9-8906-4a2d-8876-c9d8441e12eb,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:08.906453 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-523275f8-7c99-49cc-a06a-6a77f08984d6 req-84d05183-b3e9-4d3b-ad41-5880429703c4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:08.919181 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-523275f8-7c99-49cc-a06a-6a77f08984d6 req-84d05183-b3e9-4d3b-ad41-5880429703c4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Calling delete_port for 199c25e9-8906-4a2d-8876-c9d8441e12eb owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:28:09.135881 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888d40e-e322-4dff-91fd-f5cd89d2bed3 req-d50ad4db-bbf8-4ae5-942f-0cce4d7d8eab tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:09.137329 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b888d40e-e322-4dff-91fd-f5cd89d2bed3 req-d50ad4db-bbf8-4ae5-942f-0cce4d7d8eab tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0484097 Sep 03 20:28:09.140775 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-523275f8-7c99-49cc-a06a-6a77f08984d6 req-84d05183-b3e9-4d3b-ad41-5880429703c4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:09.152297 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['1d8f201c-fc14-41f5-95da-b082869faad1', 'b3a1f560-f692-445e-a0d6-dc666d432e4e', '199c25e9-8906-4a2d-8876-c9d8441e12eb'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:28:09.177383 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d05183-b3e9-4d3b-ad41-5880429703c4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Pushing event deleted for resources: {'Port': ['ID=199c25e9-8906-4a2d-8876-c9d8441e12eb,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:09.178429 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b888d40e-e322-4dff-91fd-f5cd89d2bed3 req-01610bbd-5b8a-4f7a-9bc1-9242c51d3fe8 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350821 Sep 03 20:28:09.224445 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-523275f8-7c99-49cc-a06a-6a77f08984d6 req-84d05183-b3e9-4d3b-ad41-5880429703c4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] No DVR routers for this DVR port 199c25e9-8906-4a2d-8876-c9d8441e12eb on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:28:09.227348 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-523275f8-7c99-49cc-a06a-6a77f08984d6 req-84d05183-b3e9-4d3b-ad41-5880429703c4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:09.229439 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-523275f8-7c99-49cc-a06a-6a77f08984d6 req-84d05183-b3e9-4d3b-ad41-5880429703c4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "DELETE /v2.0/ports/199c25e9-8906-4a2d-8876-c9d8441e12eb HTTP/1.1" status: 204 len: 173 time: 0.4970479 Sep 03 20:28:09.229952 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a59574e-b33a-4ea3-b442-2d144a8ad06a', 'name': 'network-vif-deleted', 'tag': '199c25e9-8906-4a2d-8876-c9d8441e12eb'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:28:09.232243 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdb2774-abb3-4336-96cb-bda1f8e96391" -d '{"events": [{"server_uuid": "2a59574e-b33a-4ea3-b442-2d144a8ad06a", "name": "network-vif-deleted", "tag": "199c25e9-8906-4a2d-8876-c9d8441e12eb"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:28:09.269764 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33679712-aa03-47c0-8118-0eac402b4b41 x-openstack-request-id: req-33679712-aa03-47c0-8118-0eac402b4b41 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:28:09.269764 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a59574e-b33a-4ea3-b442-2d144a8ad06a", "name": "network-vif-deleted", "tag": "199c25e9-8906-4a2d-8876-c9d8441e12eb", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:28:09.269764 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33679712-aa03-47c0-8118-0eac402b4b41 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:28:09.270072 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a59574e-b33a-4ea3-b442-2d144a8ad06a', 'name': 'network-vif-deleted', 'tag': '199c25e9-8906-4a2d-8876-c9d8441e12eb', 'status': 'completed', 'code': 200} Sep 03 20:28:09.360306 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-91d89503-21e6-4a51-b2f8-24b86c3cc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:09.375127 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5664576f-fc4e-41d4-ae6a-030d3cc8092e req-283da610-dc0a-48ce-bb78-7949ba712763 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a59574e-b33a-4ea3-b442-2d144a8ad06a HTTP/1.1" status: 200 len: 210 time: 0.0297453 Sep 03 20:28:10.300075 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6a0dd-6224-459d-bb1c-fd1cf5e3112c req-de4ec726-eea9-4e93-b9cc-0474b7ae6352 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:10.302144 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-01e6a0dd-6224-459d-bb1c-fd1cf5e3112c req-de4ec726-eea9-4e93-b9cc-0474b7ae6352 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0497222 Sep 03 20:28:10.338814 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-01e6a0dd-6224-459d-bb1c-fd1cf5e3112c req-18473e3b-e283-4d01-a937-b341cec199b7 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306537 Sep 03 20:28:10.908778 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd58ef-0b39-4b35-a72e-2bbd6431458b req-5a06a27e-064d-4016-9092-a2897ca1fe3a tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:10.910251 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1ddd58ef-0b39-4b35-a72e-2bbd6431458b req-5a06a27e-064d-4016-9092-a2897ca1fe3a tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 945 time: 0.0488923 Sep 03 20:28:10.946583 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1ddd58ef-0b39-4b35-a72e-2bbd6431458b req-92cfadbb-455e-486e-92ee-fb5215c8daaa tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303388 Sep 03 20:28:11.454105 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df132f05-6b7d-498d-84e3-383692f3030c req-17e4ecc6-13fd-4cc2-ae39-6bb9cac9be85 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:11.455564 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-df132f05-6b7d-498d-84e3-383692f3030c req-17e4ecc6-13fd-4cc2-ae39-6bb9cac9be85 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0518675 Sep 03 20:28:11.494543 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-df132f05-6b7d-498d-84e3-383692f3030c req-aa0b7edb-cb0f-4856-815f-e24d5e814af3 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318358 Sep 03 20:28:12.060575 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724a04c-cd7a-457b-8317-56bc44f3291a req-7b5e4f30-5bf5-4d4d-8602-088268f1da99 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:12.062015 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4724a04c-cd7a-457b-8317-56bc44f3291a req-7b5e4f30-5bf5-4d4d-8602-088268f1da99 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 945 time: 0.0479572 Sep 03 20:28:12.066980 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8fc51855-6f2d-490b-870a-6673a56fe60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:12.099447 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4724a04c-cd7a-457b-8317-56bc44f3291a req-bf43e48e-c22a-4093-b307-1d8db44b8a26 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313790 Sep 03 20:28:12.376276 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96b2a4-f7b0-48c3-8af5-582afab93e64 req-98dbf62d-f4f1-48cd-9037-7864acd9e4ec tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:12.377722 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6f96b2a4-f7b0-48c3-8af5-582afab93e64 req-98dbf62d-f4f1-48cd-9037-7864acd9e4ec tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 945 time: 0.0524743 Sep 03 20:28:12.474297 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-6f96b2a4-f7b0-48c3-8af5-582afab93e64 req-1cdef36a-c955-4def-8ac2-c3454ab7e898 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Deleting port b3a1f560-f692-445e-a0d6-dc666d432e4e {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:28:12.474557 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-6f96b2a4-f7b0-48c3-8af5-582afab93e64 req-1cdef36a-c955-4def-8ac2-c3454ab7e898 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:12.563266 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-6f96b2a4-f7b0-48c3-8af5-582afab93e64 req-1cdef36a-c955-4def-8ac2-c3454ab7e898 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] For port b3a1f560-f692-445e-a0d6-dc666d432e4e, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=b3a1f560-f692-445e-a0d6-dc666d432e4e,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:12.563629 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-6f96b2a4-f7b0-48c3-8af5-582afab93e64 req-1cdef36a-c955-4def-8ac2-c3454ab7e898 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:12.577594 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-6f96b2a4-f7b0-48c3-8af5-582afab93e64 req-1cdef36a-c955-4def-8ac2-c3454ab7e898 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Calling delete_port for b3a1f560-f692-445e-a0d6-dc666d432e4e owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:28:12.610028 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa8084-02d7-4cc4-9cfd-530f7c11f189 req-b1138693-c6bd-438b-9e28-b2573ec55ac2 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:12.614410 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-17fa8084-02d7-4cc4-9cfd-530f7c11f189 req-b1138693-c6bd-438b-9e28-b2573ec55ac2 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0498123 Sep 03 20:28:12.649973 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-17fa8084-02d7-4cc4-9cfd-530f7c11f189 req-5edb8a76-5cf8-4cd2-b950-67040e8ce847 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323501 Sep 03 20:28:12.815174 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:12.849411 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-6f96b2a4-f7b0-48c3-8af5-582afab93e64 req-1cdef36a-c955-4def-8ac2-c3454ab7e898 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:12.865408 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['1d8f201c-fc14-41f5-95da-b082869faad1', 'b3a1f560-f692-445e-a0d6-dc666d432e4e'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:28:12.868668 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 199c25e9-8906-4a2d-8876-c9d8441e12eb no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:28:12.881932 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdef36a-c955-4def-8ac2-c3454ab7e898 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Pushing event deleted for resources: {'Port': ['ID=b3a1f560-f692-445e-a0d6-dc666d432e4e,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:12.906280 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: 199c25e9-8906-4a2d-8876-c9d8441e12eb {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:28:12.906628 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 199c25e9-8906-4a2d-8876-c9d8441e12eb not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:28:12.922000 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f96b2a4-f7b0-48c3-8af5-582afab93e64 req-1cdef36a-c955-4def-8ac2-c3454ab7e898 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] No DVR routers for this DVR port b3a1f560-f692-445e-a0d6-dc666d432e4e on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:28:12.924491 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-6f96b2a4-f7b0-48c3-8af5-582afab93e64 req-1cdef36a-c955-4def-8ac2-c3454ab7e898 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:12.926633 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6f96b2a4-f7b0-48c3-8af5-582afab93e64 req-1cdef36a-c955-4def-8ac2-c3454ab7e898 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "DELETE /v2.0/ports/b3a1f560-f692-445e-a0d6-dc666d432e4e HTTP/1.1" status: 204 len: 173 time: 0.5428078 Sep 03 20:28:12.927081 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194ef11b-a8c8-47cc-bfed-021ad0f5700c', 'name': 'network-vif-deleted', 'tag': 'b3a1f560-f692-445e-a0d6-dc666d432e4e'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:28:12.929411 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61436c79-b8a0-47a8-8406-87ad696d3dca" -d '{"events": [{"server_uuid": "194ef11b-a8c8-47cc-bfed-021ad0f5700c", "name": "network-vif-deleted", "tag": "b3a1f560-f692-445e-a0d6-dc666d432e4e"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:28:12.966036 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093fc42b-3166-4950-86d3-2bc52927c496 x-openstack-request-id: req-093fc42b-3166-4950-86d3-2bc52927c496 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:28:12.966335 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194ef11b-a8c8-47cc-bfed-021ad0f5700c", "name": "network-vif-deleted", "tag": "b3a1f560-f692-445e-a0d6-dc666d432e4e", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:28:12.966594 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-093fc42b-3166-4950-86d3-2bc52927c496 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:28:12.966996 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194ef11b-a8c8-47cc-bfed-021ad0f5700c', 'name': 'network-vif-deleted', 'tag': 'b3a1f560-f692-445e-a0d6-dc666d432e4e', 'status': 'completed', 'code': 200} Sep 03 20:28:13.198742 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-99220575-4225-40cb-ad7c-96a680d0b654 req-c47f8999-acf5-4c7f-85d6-b5de694e940e tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=194ef11b-a8c8-47cc-bfed-021ad0f5700c HTTP/1.1" status: 200 len: 210 time: 0.0300355 Sep 03 20:28:13.420656 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:13.768488 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb09b3-72f6-44f7-b1f6-c5feac4bafaf req-5be5f8ac-6aed-4a33-ba6e-92d2ea556585 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:13.769929 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-12cb09b3-72f6-44f7-b1f6-c5feac4bafaf req-5be5f8ac-6aed-4a33-ba6e-92d2ea556585 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0480835 Sep 03 20:28:13.806529 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-12cb09b3-72f6-44f7-b1f6-c5feac4bafaf req-0b0e4200-b848-4d75-9ead-7cc8daf5161e tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306904 Sep 03 20:28:14.876187 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device b3a1f560-f692-445e-a0d6-dc666d432e4e no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:28:14.902474 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: b3a1f560-f692-445e-a0d6-dc666d432e4e {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:28:14.902817 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device b3a1f560-f692-445e-a0d6-dc666d432e4e not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:28:14.920491 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d72165-288e-4ca9-a10d-a8139d188065 req-3ea3180d-046c-4405-aad3-699cfb0d07a0 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:14.921943 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c0d72165-288e-4ca9-a10d-a8139d188065 req-3ea3180d-046c-4405-aad3-699cfb0d07a0 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0488193 Sep 03 20:28:14.960614 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c0d72165-288e-4ca9-a10d-a8139d188065 req-41af0495-3849-45da-bc58-d956c5662b43 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318019 Sep 03 20:28:14.980564 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:16.047302 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e63d79-2c80-4d1d-8407-efd9464380d0 req-a6ce7ee0-7a68-49fd-abdd-404858b20e36 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:16.048721 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-42e63d79-2c80-4d1d-8407-efd9464380d0 req-a6ce7ee0-7a68-49fd-abdd-404858b20e36 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 946 time: 0.0621390 Sep 03 20:28:16.110924 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd7ad7-feac-4720-b00c-6dd3fa8b2cd1 req-502bc140-c610-4c74-b38c-c7a21bfb36f9 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:16.112407 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-38cd7ad7-feac-4720-b00c-6dd3fa8b2cd1 req-502bc140-c610-4c74-b38c-c7a21bfb36f9 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0818183 Sep 03 20:28:16.114976 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-42e63d79-2c80-4d1d-8407-efd9464380d0 req-b0095f53-7c97-47b4-bcc5-79295134ac1d tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495539 Sep 03 20:28:16.150271 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-38cd7ad7-feac-4720-b00c-6dd3fa8b2cd1 req-46fcd89c-b679-470d-9e5b-b33ff6e6d6f4 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316632 Sep 03 20:28:17.255492 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911513c-7e35-4dc0-9eaf-43681046e915 req-ef0b502a-d2f5-42e7-8481-17e3eb3c772b tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:17.256994 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9911513c-7e35-4dc0-9eaf-43681046e915 req-ef0b502a-d2f5-42e7-8481-17e3eb3c772b tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 946 time: 0.0724323 Sep 03 20:28:17.301324 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8a3f8-4541-4b92-8cf4-5bf80fb61c3e req-c2c1b0e9-dbed-4f66-a6f7-b83206c8fc5c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:17.302745 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-79a8a3f8-4541-4b92-8cf4-5bf80fb61c3e req-c2c1b0e9-dbed-4f66-a6f7-b83206c8fc5c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0834835 Sep 03 20:28:17.309984 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9911513c-7e35-4dc0-9eaf-43681046e915 req-4c2e823b-2aeb-422c-bd6c-fe16bd889cc9 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a7365e4-293f-4952-8e4f-e4fa5f905efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461795 Sep 03 20:28:17.341883 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-79a8a3f8-4541-4b92-8cf4-5bf80fb61c3e req-164dd7f6-c1da-465e-a04b-3e22816929d9 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309787 Sep 03 20:28:17.863882 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728fcb2-108c-4d45-932f-118ad7e06fa0 req-403b06b1-8570-4ad5-9f91-284c6ed22da4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:17.865399 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0728fcb2-108c-4d45-932f-118ad7e06fa0 req-403b06b1-8570-4ad5-9f91-284c6ed22da4 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 946 time: 0.0532072 Sep 03 20:28:17.964863 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-0728fcb2-108c-4d45-932f-118ad7e06fa0 req-4dab031e-2551-46a1-9abd-5c9258ddb270 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Deleting port 1d8f201c-fc14-41f5-95da-b082869faad1 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:28:17.965093 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-0728fcb2-108c-4d45-932f-118ad7e06fa0 req-4dab031e-2551-46a1-9abd-5c9258ddb270 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:18.059923 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-0728fcb2-108c-4d45-932f-118ad7e06fa0 req-4dab031e-2551-46a1-9abd-5c9258ddb270 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] For port 1d8f201c-fc14-41f5-95da-b082869faad1, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1d8f201c-fc14-41f5-95da-b082869faad1,segment=NetworkSegment(92c3e098-cb73-43dd-a975-737479773f74),segment_id=92c3e098-cb73-43dd-a975-737479773f74)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:18.060289 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-0728fcb2-108c-4d45-932f-118ad7e06fa0 req-4dab031e-2551-46a1-9abd-5c9258ddb270 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:18.074100 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-0728fcb2-108c-4d45-932f-118ad7e06fa0 req-4dab031e-2551-46a1-9abd-5c9258ddb270 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Calling delete_port for 1d8f201c-fc14-41f5-95da-b082869faad1 owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:28:18.277665 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-0728fcb2-108c-4d45-932f-118ad7e06fa0 req-4dab031e-2551-46a1-9abd-5c9258ddb270 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:18.289241 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['1d8f201c-fc14-41f5-95da-b082869faad1'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:28:18.304308 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab031e-2551-46a1-9abd-5c9258ddb270 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Pushing event deleted for resources: {'Port': ['ID=1d8f201c-fc14-41f5-95da-b082869faad1,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:18.350403 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-0728fcb2-108c-4d45-932f-118ad7e06fa0 req-4dab031e-2551-46a1-9abd-5c9258ddb270 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] No DVR routers for this DVR port 1d8f201c-fc14-41f5-95da-b082869faad1 on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:28:18.352851 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-0728fcb2-108c-4d45-932f-118ad7e06fa0 req-4dab031e-2551-46a1-9abd-5c9258ddb270 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:18.354828 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-0728fcb2-108c-4d45-932f-118ad7e06fa0 req-4dab031e-2551-46a1-9abd-5c9258ddb270 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.42 "DELETE /v2.0/ports/1d8f201c-fc14-41f5-95da-b082869faad1 HTTP/1.1" status: 204 len: 173 time: 0.4837070 Sep 03 20:28:18.355297 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a66a21-08d2-4bd4-8974-fc53bbf603aa', 'name': 'network-vif-deleted', 'tag': '1d8f201c-fc14-41f5-95da-b082869faad1'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:28:18.357525 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1ec715-1de7-40a2-8450-f4e5926c3f37" -d '{"events": [{"server_uuid": "10a66a21-08d2-4bd4-8974-fc53bbf603aa", "name": "network-vif-deleted", "tag": "1d8f201c-fc14-41f5-95da-b082869faad1"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:28:18.410190 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c610f57-fc35-4a87-872c-700a9233d6a1 x-openstack-request-id: req-2c610f57-fc35-4a87-872c-700a9233d6a1 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:28:18.410481 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a66a21-08d2-4bd4-8974-fc53bbf603aa", "name": "network-vif-deleted", "tag": "1d8f201c-fc14-41f5-95da-b082869faad1", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:28:18.410734 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c610f57-fc35-4a87-872c-700a9233d6a1 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:28:18.411154 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a66a21-08d2-4bd4-8974-fc53bbf603aa', 'name': 'network-vif-deleted', 'tag': '1d8f201c-fc14-41f5-95da-b082869faad1', 'status': 'completed', 'code': 200} Sep 03 20:28:18.417659 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5dd36c30-cca1-4e6b-837d-15eeb92da23c req-c9fbdbfa-36bf-45e2-a6d8-207e56563c90 tempest-AttachVolumeNegativeTest-1047793738 tempest-AttachVolumeNegativeTest-1047793738-project] 10.222.0.41 "GET /v2.0/ports?device_id=10a66a21-08d2-4bd4-8974-fc53bbf603aa HTTP/1.1" status: 200 len: 210 time: 0.0308452 Sep 03 20:28:18.510025 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6c33f-af08-4f9e-9b39-1c0ccb6adc6e req-e9e6755d-f4f5-48e3-bd72-ce8a35a32bd7 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:18.511934 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-22c6c33f-af08-4f9e-9b39-1c0ccb6adc6e req-e9e6755d-f4f5-48e3-bd72-ce8a35a32bd7 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0497448 Sep 03 20:28:18.549333 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-22c6c33f-af08-4f9e-9b39-1c0ccb6adc6e req-2816cdb2-eb40-4846-9b44-1f4bfdcdfbe8 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313125 Sep 03 20:28:19.473893 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46568) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:19.521249 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Deleting subnet 3a21d830-e4e1-4b24-a811-bbb0e383e134 {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:28:19.524581 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:19.558159 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3744847'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:19.598776 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:19.921813 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed1026-1fef-4711-98c2-ef524f3ece38 req-89a7a4e8-ffda-471f-ae8a-33445992600a tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:19.923381 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a2ed1026-1fef-4711-98c2-ef524f3ece38 req-89a7a4e8-ffda-471f-ae8a-33445992600a tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.3003778 Sep 03 20:28:19.961488 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a2ed1026-1fef-4711-98c2-ef524f3ece38 req-66e74d09-ae2d-4445-b099-fb12adcede1d tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320067 Sep 03 20:28:20.004485 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3284137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4064479'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:20.032082 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a21d830-e4e1-4b24-a811-bbb0e383e134,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:20.034854 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:20.036384 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3a21d830-e4e1-4b24-a811-bbb0e383e134 HTTP/1.1" status: 204 len: 168 time: 0.5614860 Sep 03 20:28:20.039533 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46580) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:20.043167 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:20.043470 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:20.044139 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:20.044139 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:20.044451 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:20.044776 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:20.045102 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:20.045416 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:20.045740 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:20.046066 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:20.046384 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:20.046699 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9e8d9e-f77e-40eb-91af-e6aae9e9d998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:20.108371 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d457bae7-07e1-49ec-8f00-fbc8a88a89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:20.188487 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d457bae7-07e1-49ec-8f00-fbc8a88a89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:20.199435 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-d457bae7-07e1-49ec-8f00-fbc8a88a89aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18ab434-6d0b-4f19-9853-1e5f3946b993']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:20.210068 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-d457bae7-07e1-49ec-8f00-fbc8a88a89aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c3e098-cb73-43dd-a975-737479773f74') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:20.210938 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-d457bae7-07e1-49ec-8f00-fbc8a88a89aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c3e098-cb73-43dd-a975-737479773f74') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:28:20.219720 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d457bae7-07e1-49ec-8f00-fbc8a88a89aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694592'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:20.233795 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d457bae7-07e1-49ec-8f00-fbc8a88a89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:20.239465 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d457bae7-07e1-49ec-8f00-fbc8a88a89aa admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:28:20.239843 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d457bae7-07e1-49ec-8f00-fbc8a88a89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4154485'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: Traceback (most recent call last): Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: timer() Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: cb(*args, **kw) Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: return func(*args, **kwargs) Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: self._notify() Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: self.callback(batched_events) Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: event.method(event) Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: return f(self, *a, **k) Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._get(url).json() Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:28:20.241434 dv-cinder-798198-4-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:28:20.425320 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d457bae7-07e1-49ec-8f00-fbc8a88a89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:20.429812 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d457bae7-07e1-49ec-8f00-fbc8a88a89aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:20.431798 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d457bae7-07e1-49ec-8f00-fbc8a88a89aa admin admin] 10.222.0.41 "DELETE /v2.0/networks/b18ab434-6d0b-4f19-9853-1e5f3946b993 HTTP/1.1" status: 204 len: 168 time: 0.3912818 Sep 03 20:28:20.443930 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457bae7-07e1-49ec-8f00-fbc8a88a89aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b18ab434-6d0b-4f19-9853-1e5f3946b993,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:20.872564 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46590) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:20.900346 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 1d8f201c-fc14-41f5-95da-b082869faad1 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:28:20.912352 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-469c10ed-c782-49ce-8daf-87f8b1d53c18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5d8efd188b8452a9425af1364e62534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385993 Sep 03 20:28:20.914783 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46592) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:20.920068 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: 1d8f201c-fc14-41f5-95da-b082869faad1 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:28:20.920417 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 1d8f201c-fc14-41f5-95da-b082869faad1 not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:28:20.963223 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-236fcc7b-3365-4c4f-b55f-1cdbdf04c1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:20.983978 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-236fcc7b-3365-4c4f-b55f-1cdbdf04c1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:21.078678 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e87d7-eff2-4ec2-8d30-79d5ec1c6667 req-a8290ded-a600-43f6-bf1f-cc905695223d tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:21.080400 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b91e87d7-eff2-4ec2-8d30-79d5ec1c6667 req-a8290ded-a600-43f6-bf1f-cc905695223d tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0516391 Sep 03 20:28:21.093192 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-236fcc7b-3365-4c4f-b55f-1cdbdf04c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:21.095629 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-236fcc7b-3365-4c4f-b55f-1cdbdf04c1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:21.096635 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-236fcc7b-3365-4c4f-b55f-1cdbdf04c1bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a7365e4-293f-4952-8e4f-e4fa5f905efa HTTP/1.1" status: 204 len: 168 time: 0.1809471 Sep 03 20:28:21.112037 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fcc7b-3365-4c4f-b55f-1cdbdf04c1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7365e4-293f-4952-8e4f-e4fa5f905efa,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:21.133724 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b91e87d7-eff2-4ec2-8d30-79d5ec1c6667 req-4f032003-d724-4489-9357-575214500b5f tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473795 Sep 03 20:28:22.041073 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d735d-d569-4d52-8171-dd367c9b9a78 req-0742a4ee-1d73-4f70-98de-251271c885dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:22.042662 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6a5d735d-d569-4d52-8171-dd367c9b9a78 req-0742a4ee-1d73-4f70-98de-251271c885dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0582686d29ce4e9dbdd4c8e02727865b&device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 1098 time: 0.0454640 Sep 03 20:28:22.133532 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d735d-d569-4d52-8171-dd367c9b9a78 req-b1d11c56-f41c-480e-8afc-eebd3bcfb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:22.136165 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6a5d735d-d569-4d52-8171-dd367c9b9a78 req-b1d11c56-f41c-480e-8afc-eebd3bcfb251 service neutron] 10.222.0.42 "GET /v2.0/networks?id=915b8240-0306-4102-b577-3e4df92bac2a HTTP/1.1" status: 200 len: 909 time: 0.0865214 Sep 03 20:28:22.210949 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6a5d735d-d569-4d52-8171-dd367c9b9a78 req-00a57753-27de-46c4-b623-7250448a83ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a HTTP/1.1" status: 200 len: 1000 time: 0.0632539 Sep 03 20:28:22.253678 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c75cd-2500-47f0-9fd3-e5610d4a3fa0 req-73578083-38c1-4de0-8cd4-ab8bf0cc2b7f tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:22.255368 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc1c75cd-2500-47f0-9fd3-e5610d4a3fa0 req-73578083-38c1-4de0-8cd4-ab8bf0cc2b7f tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0500340 Sep 03 20:28:22.263684 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d735d-d569-4d52-8171-dd367c9b9a78 req-35d0433d-c5b3-474f-a1e3-46f800bf2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:22.265204 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6a5d735d-d569-4d52-8171-dd367c9b9a78 req-35d0433d-c5b3-474f-a1e3-46f800bf2784 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=059a941c-bc80-4b37-a88a-78871ed5c013 HTTP/1.1" status: 200 len: 847 time: 0.0463676 Sep 03 20:28:22.306604 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fc1c75cd-2500-47f0-9fd3-e5610d4a3fa0 req-453151de-f8e4-467c-a6f2-25097b36384a tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336852 Sep 03 20:28:22.314270 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d735d-d569-4d52-8171-dd367c9b9a78 req-1e4ea0e9-c24b-49dd-b9f3-d7baf528e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:22.315911 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6a5d735d-d569-4d52-8171-dd367c9b9a78 req-1e4ea0e9-c24b-49dd-b9f3-d7baf528e42f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=915b8240-0306-4102-b577-3e4df92bac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429354 Sep 03 20:28:22.410673 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6a5d735d-d569-4d52-8171-dd367c9b9a78 req-3ea87c02-2c36-4ec4-ae0c-b42892c51a25 service neutron] 10.222.0.42 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867224 Sep 03 20:28:22.500877 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-6a5d735d-d569-4d52-8171-dd367c9b9a78 req-3794fafb-b43c-4231-9dbd-e1070bc10431 service neutron] 10.222.0.42 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821550 Sep 03 20:28:23.197913 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476054c1-c76e-47f3-aa9c-f92d6d0542e1 req-edb4f8ea-314e-440b-8057-384148d79fe6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:23.199488 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-476054c1-c76e-47f3-aa9c-f92d6d0542e1 req-edb4f8ea-314e-440b-8057-384148d79fe6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0508931 Sep 03 20:28:23.236583 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-476054c1-c76e-47f3-aa9c-f92d6d0542e1 req-caaf4be6-e110-4aa6-a0c1-8498213f0363 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308492 Sep 03 20:28:23.429981 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62698e68-8578-42d5-a917-77d786c2aed6 req-90398481-0eae-45f1-b5e1-e668d0cccd23 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:23.432094 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62698e68-8578-42d5-a917-77d786c2aed6 req-90398481-0eae-45f1-b5e1-e668d0cccd23 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0553961 Sep 03 20:28:23.469700 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-62698e68-8578-42d5-a917-77d786c2aed6 req-817e1613-b8d8-496f-b586-dc72d05ca9e2 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314026 Sep 03 20:28:23.590841 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:23.842965 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026459ec-5db9-42b6-9b8d-00cbc8d38b51 req-4ae0ab9d-158f-4f34-bdcc-15ee52c3dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:23.844375 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-026459ec-5db9-42b6-9b8d-00cbc8d38b51 req-4ae0ab9d-158f-4f34-bdcc-15ee52c3dc64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0582686d29ce4e9dbdd4c8e02727865b&device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 1098 time: 0.0443680 Sep 03 20:28:23.948489 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026459ec-5db9-42b6-9b8d-00cbc8d38b51 req-9887a0d2-f1f8-4e9d-aa92-049ddeb442c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:23.950045 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-026459ec-5db9-42b6-9b8d-00cbc8d38b51 req-9887a0d2-f1f8-4e9d-aa92-049ddeb442c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=915b8240-0306-4102-b577-3e4df92bac2a HTTP/1.1" status: 200 len: 909 time: 0.0849254 Sep 03 20:28:24.017006 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-026459ec-5db9-42b6-9b8d-00cbc8d38b51 req-dcffc6aa-f1c9-41a6-afc7-0301291dc3e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a HTTP/1.1" status: 200 len: 1000 time: 0.0588226 Sep 03 20:28:24.073968 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026459ec-5db9-42b6-9b8d-00cbc8d38b51 req-f79c34c4-306a-43bf-90eb-7da6d1caf196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:24.075792 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-026459ec-5db9-42b6-9b8d-00cbc8d38b51 req-f79c34c4-306a-43bf-90eb-7da6d1caf196 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=059a941c-bc80-4b37-a88a-78871ed5c013 HTTP/1.1" status: 200 len: 847 time: 0.0430810 Sep 03 20:28:24.126771 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026459ec-5db9-42b6-9b8d-00cbc8d38b51 req-753c5093-4f05-4bb5-9ce9-e6f51f61d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:24.128316 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-026459ec-5db9-42b6-9b8d-00cbc8d38b51 req-753c5093-4f05-4bb5-9ce9-e6f51f61d898 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=915b8240-0306-4102-b577-3e4df92bac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405490 Sep 03 20:28:24.235406 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-026459ec-5db9-42b6-9b8d-00cbc8d38b51 req-546a137e-fe9a-414a-916e-4351a8eae8da service neutron] 10.222.0.42 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998921 Sep 03 20:28:24.326625 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-026459ec-5db9-42b6-9b8d-00cbc8d38b51 req-6c962abe-cec1-4657-bf30-256522c593b0 service neutron] 10.222.0.42 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842056 Sep 03 20:28:24.364765 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0accc-0ca9-42cf-b86c-1b7cce3d7f7b req-42f84ee0-7019-4f89-8d58-be8cc8e7e0e4 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:24.366265 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1ef0accc-0ca9-42cf-b86c-1b7cce3d7f7b req-42f84ee0-7019-4f89-8d58-be8cc8e7e0e4 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0550995 Sep 03 20:28:24.404948 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1ef0accc-0ca9-42cf-b86c-1b7cce3d7f7b req-74601131-7887-4755-9994-1c3e051ee325 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321124 Sep 03 20:28:24.582892 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b0ba5-5998-4f04-aa31-a2dd7f4b90ec req-08d81aea-7317-431b-8018-4921cd681789 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:24.584362 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-608b0ba5-5998-4f04-aa31-a2dd7f4b90ec req-08d81aea-7317-431b-8018-4921cd681789 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0467162 Sep 03 20:28:24.627024 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-608b0ba5-5998-4f04-aa31-a2dd7f4b90ec req-0ca68175-3d53-4424-9397-aefcb27b12a0 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360417 Sep 03 20:28:25.529141 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef363c2-4176-4ba6-8d5c-5bd976e518eb req-80bd25a7-d628-45e6-a8fa-0b0f313c9196 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:25.530535 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cef363c2-4176-4ba6-8d5c-5bd976e518eb req-80bd25a7-d628-45e6-a8fa-0b0f313c9196 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0523260 Sep 03 20:28:25.568167 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cef363c2-4176-4ba6-8d5c-5bd976e518eb req-76acb424-e181-47e8-83f9-a44d98f23396 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314305 Sep 03 20:28:25.743826 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc38ec-4a5c-4014-b692-574cc936ffe4 req-c8d66a3e-4bea-4e50-bbdb-9b412e7435ac tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:25.745645 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f9fc38ec-4a5c-4014-b692-574cc936ffe4 req-c8d66a3e-4bea-4e50-bbdb-9b412e7435ac tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0497091 Sep 03 20:28:25.784523 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f9fc38ec-4a5c-4014-b692-574cc936ffe4 req-11db0e76-4d75-4a5f-b394-f8a4ce82dd8c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329623 Sep 03 20:28:26.191592 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f01de6-d9e0-4e66-9611-6b137a2870eb req-96488c17-7ebf-4490-a72d-5013a5a90a88 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:26.193025 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-66f01de6-d9e0-4e66-9611-6b137a2870eb req-96488c17-7ebf-4490-a72d-5013a5a90a88 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0481942 Sep 03 20:28:26.231642 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-66f01de6-d9e0-4e66-9611-6b137a2870eb req-2ab0fa6d-8e0f-4e2b-b618-807a779f15e3 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325818 Sep 03 20:28:26.298309 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46700) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:26.384867 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-2da78a1a-7237-4845-b3f5-50db38308d7a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853143 Sep 03 20:28:26.393653 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-7fefe348-3933-43ec-a02b-b0d8b90fba41 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:28:26.394593 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-7fefe348-3933-43ec-a02b-b0d8b90fba41 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049641 Sep 03 20:28:26.687712 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831a485-d938-4438-ad28-acacf096c9b1 req-fce6d6dd-318c-4ce3-87a1-31076ee1a4ee tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:26.689193 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0831a485-d938-4438-ad28-acacf096c9b1 req-fce6d6dd-318c-4ce3-87a1-31076ee1a4ee tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0509026 Sep 03 20:28:26.726859 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0831a485-d938-4438-ad28-acacf096c9b1 req-3ab29f90-22e7-4124-9d9c-362581dda2a9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317388 Sep 03 20:28:27.344872 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e9026-4892-4aa3-8971-66058966c6b2 req-957ea159-ff2d-4ccd-9f56-7ac37793cb80 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:27.346303 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5b2e9026-4892-4aa3-8971-66058966c6b2 req-957ea159-ff2d-4ccd-9f56-7ac37793cb80 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0475090 Sep 03 20:28:27.381691 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5b2e9026-4892-4aa3-8971-66058966c6b2 req-cf023e1f-593c-4610-845b-86123189fcdb tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295906 Sep 03 20:28:27.759979 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2d1ceb8a-861a-468d-b657-106ab94e2e3a no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:28:27.841071 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:27.854977 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e7cce-72cc-4dad-8961-ef97c866ff51 req-69dc66e0-f421-4dd7-8dad-f53aabf7296e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:27.856629 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-696e7cce-72cc-4dad-8961-ef97c866ff51 req-69dc66e0-f421-4dd7-8dad-f53aabf7296e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0560975 Sep 03 20:28:27.863898 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d1ceb8a-861a-468d-b657-106ab94e2e3a'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:28:27.866096 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7463a282-8c69-4425-b45c-e97b1d0f4145" -d '{"events": [{"server_uuid": "f4f11715-ad91-4f8f-aad7-080696d4c728", "name": "network-vif-unplugged", "status": "completed", "tag": "2d1ceb8a-861a-468d-b657-106ab94e2e3a"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:28:27.878409 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 2d1ceb8a-861a-468d-b657-106ab94e2e3a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:27.897004 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-696e7cce-72cc-4dad-8961-ef97c866ff51 req-e09f8778-97b3-4512-bb98-e6e74c39ad43 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343654 Sep 03 20:28:27.904917 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 20:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08439c86-1df0-40cf-aa74-3789f0bf56af x-openstack-request-id: req-08439c86-1df0-40cf-aa74-3789f0bf56af {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:28:27.905328 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f11715-ad91-4f8f-aad7-080696d4c728", "name": "network-vif-unplugged", "status": "completed", "tag": "2d1ceb8a-861a-468d-b657-106ab94e2e3a", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:28:27.906233 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08439c86-1df0-40cf-aa74-3789f0bf56af {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:28:27.906796 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'code': 200} Sep 03 20:28:27.957556 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:28.004831 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=2d1ceb8a-861a-468d-b657-106ab94e2e3a,revision_number=6']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:28.011993 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:28.012286 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:28.012640 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:28.013059 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:28.013383 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:28.013721 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:28.014139 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:28.014475 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:28.014811 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:28.015168 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:28.015501 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:28.015830 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:28.502706 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e83992-d5d1-4ab8-bbfa-e2f5e813b3ea req-fab8638c-c5d4-407f-8755-0f4476e4cbc4 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:28.504223 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-92e83992-d5d1-4ab8-bbfa-e2f5e813b3ea req-fab8638c-c5d4-407f-8755-0f4476e4cbc4 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 943 time: 0.0485051 Sep 03 20:28:28.543473 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-92e83992-d5d1-4ab8-bbfa-e2f5e813b3ea req-8f0c8e62-7782-4246-97c5-8823da943bd5 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331736 Sep 03 20:28:29.020372 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc815d-8def-441a-8a01-16b614f58406 req-e6bcf194-9f78-4975-92a9-c2cd0ef8bb19 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:29.021994 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-93bc815d-8def-441a-8a01-16b614f58406 req-e6bcf194-9f78-4975-92a9-c2cd0ef8bb19 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0498261 Sep 03 20:28:29.060696 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-93bc815d-8def-441a-8a01-16b614f58406 req-7e9f8bde-a7af-4733-b6b1-4b301a049819 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325463 Sep 03 20:28:29.663689 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e291ce-6455-4985-b2d5-d0d95b587db7 req-31698f5c-74a5-44c5-b040-08dfe4dd0500 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:29.667615 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c9e291ce-6455-4985-b2d5-d0d95b587db7 req-31698f5c-74a5-44c5-b040-08dfe4dd0500 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 943 time: 0.0535476 Sep 03 20:28:29.702287 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c9e291ce-6455-4985-b2d5-d0d95b587db7 req-16f991c8-2232-45d9-a2a3-3c62168f924e tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308735 Sep 03 20:28:30.180000 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a75bb-de4a-413b-860b-bfe2afef7ca7 req-1b956e89-bf26-4bd9-8a5b-3dfa2f39ad76 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:30.181487 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f80a75bb-de4a-413b-860b-bfe2afef7ca7 req-1b956e89-bf26-4bd9-8a5b-3dfa2f39ad76 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0489514 Sep 03 20:28:30.224953 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f80a75bb-de4a-413b-860b-bfe2afef7ca7 req-9660d324-cb2f-426e-bf1d-b61299627772 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371089 Sep 03 20:28:30.589028 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-a23477c1-f650-4aa8-a558-aac61f751d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:30.590484 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-a23477c1-f650-4aa8-a558-aac61f751d0f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728&tenant_id=0582686d29ce4e9dbdd4c8e02727865b HTTP/1.1" status: 200 len: 1096 time: 0.0438488 Sep 03 20:28:30.652869 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-2448408f-9765-4439-bf37-b1b785e61a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:30.654432 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-2448408f-9765-4439-bf37-b1b785e61a1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0582686d29ce4e9dbdd4c8e02727865b&device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 1096 time: 0.0414178 Sep 03 20:28:30.746726 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-e3313cb9-c989-409b-b188-c351a830deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:30.746726 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-e3313cb9-c989-409b-b188-c351a830deb8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=915b8240-0306-4102-b577-3e4df92bac2a HTTP/1.1" status: 200 len: 909 time: 0.0842261 Sep 03 20:28:30.813459 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-4f233fb7-9b2f-4ee9-bb33-b9aae47f5b13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a HTTP/1.1" status: 200 len: 998 time: 0.0603991 Sep 03 20:28:30.817985 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101378fc-3799-4e9c-a479-e3f52a3ca59b req-6f571903-7434-4122-b04b-89760b619a84 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:30.819475 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-101378fc-3799-4e9c-a479-e3f52a3ca59b req-6f571903-7434-4122-b04b-89760b619a84 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 943 time: 0.0481763 Sep 03 20:28:30.858560 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-101378fc-3799-4e9c-a479-e3f52a3ca59b req-65dbe5b2-9fe8-4bc4-b1f3-7ae95c367f65 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Sep 03 20:28:30.865208 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-b6223bbe-456d-4252-a498-96a9ecff2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:30.866820 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-b6223bbe-456d-4252-a498-96a9ecff2ed2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=059a941c-bc80-4b37-a88a-78871ed5c013 HTTP/1.1" status: 200 len: 847 time: 0.0464303 Sep 03 20:28:30.913698 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-9e8ee521-39cf-422a-bce6-e536e277020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:30.915174 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-9e8ee521-39cf-422a-bce6-e536e277020c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=915b8240-0306-4102-b577-3e4df92bac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399098 Sep 03 20:28:31.010725 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-bc460dc2-3602-47ef-8bbc-855469e029fd service neutron] 10.222.0.42 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868561 Sep 03 20:28:31.105534 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-1f89980f-0793-4c18-bb79-c94b6d062f70 service neutron] 10.222.0.42 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845416 Sep 03 20:28:31.348092 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ea83b-2f60-445f-bd4a-036a2d4e30f5 req-114646f8-c6ca-47c2-8d3f-58a1144bb08d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:31.349540 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e72ea83b-2f60-445f-bd4a-036a2d4e30f5 req-114646f8-c6ca-47c2-8d3f-58a1144bb08d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0526032 Sep 03 20:28:31.387037 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e72ea83b-2f60-445f-bd4a-036a2d4e30f5 req-9697d88c-cf55-4660-b367-569e5e1d3dc3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314679 Sep 03 20:28:31.972770 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6060f-01e9-41b7-8314-2c408a6c8abe req-75381c61-28a0-4595-be70-0e02c4c153f3 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:31.974241 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c7a6060f-01e9-41b7-8314-2c408a6c8abe req-75381c61-28a0-4595-be70-0e02c4c153f3 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 943 time: 0.0496743 Sep 03 20:28:32.011931 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c7a6060f-01e9-41b7-8314-2c408a6c8abe req-560e06c9-baa8-4c0b-9a40-34b1f24516f2 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312252 Sep 03 20:28:32.136604 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46788) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:32.244880 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63a9b73c-616d-4d2b-ad1b-5e1b1d5da3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:32.328505 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63a9b73c-616d-4d2b-ad1b-5e1b1d5da3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:32.408951 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-63a9b73c-616d-4d2b-ad1b-5e1b1d5da3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:32.445838 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-63a9b73c-616d-4d2b-ad1b-5e1b1d5da3c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3664173c7ef54abaad4fc0a258ed1fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081532 Sep 03 20:28:32.448385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9b73c-616d-4d2b-ad1b-5e1b1d5da3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f54aba-a24c-4b73-a503-697a5d5f3a6c,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:32.449113 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46794) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:32.505650 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:32.507489 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36834e93-c816-4f0b-8984-d0bc68236fa4 req-bbd0141a-a171-4788-9539-ff6f75aadc28 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:32.508947 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-36834e93-c816-4f0b-8984-d0bc68236fa4 req-bbd0141a-a171-4788-9539-ff6f75aadc28 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0519469 Sep 03 20:28:32.526914 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:32.546231 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-36834e93-c816-4f0b-8984-d0bc68236fa4 req-141c9dc4-cbd5-481e-9043-522b39523933 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312510 Sep 03 20:28:32.649214 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:32.651995 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:32.653136 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04f54aba-a24c-4b73-a503-697a5d5f3a6c HTTP/1.1" status: 204 len: 168 time: 0.2030449 Sep 03 20:28:32.661086 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f54aba-a24c-4b73-a503-697a5d5f3a6c,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:32.668614 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:32.668972 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:32.669348 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:32.669649 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:32.669983 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:32.670316 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:32.670644 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:32.670971 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:32.671323 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:32.671649 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:32.671970 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:32.672290 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce78dac7-f76d-4054-b042-84a5252648be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:28:33.127914 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbe811-660f-4968-8960-d370b8d4e863 req-6f0e0dad-c7da-4329-a6e2-7c8877e264a5 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:33.129396 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cebbe811-660f-4968-8960-d370b8d4e863 req-6f0e0dad-c7da-4329-a6e2-7c8877e264a5 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 943 time: 0.0486960 Sep 03 20:28:33.166888 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cebbe811-660f-4968-8960-d370b8d4e863 req-b2a80a00-5b99-4e31-897c-0cb80bea3973 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314534 Sep 03 20:28:33.664394 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39849a69-8d49-4084-b64c-8dd6c01af659 req-d04a63db-37bf-402b-8df9-7b9920581594 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:33.665892 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-39849a69-8d49-4084-b64c-8dd6c01af659 req-d04a63db-37bf-402b-8df9-7b9920581594 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0483842 Sep 03 20:28:33.706044 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-39849a69-8d49-4084-b64c-8dd6c01af659 req-e6302067-186d-4c95-a65e-52d62a48cd08 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335677 Sep 03 20:28:34.288352 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8314b8-5af4-4313-82cb-dc0252917ffb req-c93f8361-ee68-4650-9053-5173235b3525 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:34.289770 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ae8314b8-5af4-4313-82cb-dc0252917ffb req-c93f8361-ee68-4650-9053-5173235b3525 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 943 time: 0.0533879 Sep 03 20:28:34.334095 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ae8314b8-5af4-4313-82cb-dc0252917ffb req-0bab5c0d-3cb4-4bc7-9367-6f6b450b7dcd tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369344 Sep 03 20:28:34.824665 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaab5b-ade8-4860-be98-5447db011e72 req-36e6411f-258f-4acd-8ffb-02fbdb8662fe tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:34.826047 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d0eaab5b-ade8-4860-be98-5447db011e72 req-36e6411f-258f-4acd-8ffb-02fbdb8662fe tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0495973 Sep 03 20:28:34.862689 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d0eaab5b-ade8-4860-be98-5447db011e72 req-1aea8cef-925d-4f9b-bdf6-ac06c4f22f8c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306385 Sep 03 20:28:35.208172 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 46846) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:35.310799 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-75b322b2-ab4c-40a9-b057-9a23b3f45946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:35.398299 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-75b322b2-ab4c-40a9-b057-9a23b3f45946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:35.455924 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-75b322b2-ab4c-40a9-b057-9a23b3f45946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:35.465672 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dfd95-35e8-4e1b-968c-860d6bfbbe5e req-c2dde4f4-639b-4400-ade2-827e1f716415 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:35.467172 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dc2dfd95-35e8-4e1b-968c-860d6bfbbe5e req-c2dde4f4-639b-4400-ade2-827e1f716415 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 943 time: 0.0585063 Sep 03 20:28:35.515896 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b322b2-ab4c-40a9-b057-9a23b3f45946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a62a66d-0e92-4a01-8f34-d9ea3888bb2c,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:35.523842 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-75b322b2-ab4c-40a9-b057-9a23b3f45946 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8eb78bf3911543b4986a609a32614294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146322 Sep 03 20:28:35.526648 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46854) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:35.537457 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dc2dfd95-35e8-4e1b-968c-860d6bfbbe5e req-095da80e-1932-4cfd-8cf4-693606806fda tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575089 Sep 03 20:28:35.576319 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ea85acfd-e746-4b68-9422-3e2c7dfc3003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:35.596814 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ea85acfd-e746-4b68-9422-3e2c7dfc3003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:35.734299 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ea85acfd-e746-4b68-9422-3e2c7dfc3003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:35.736843 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ea85acfd-e746-4b68-9422-3e2c7dfc3003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:35.738011 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-ea85acfd-e746-4b68-9422-3e2c7dfc3003 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a62a66d-0e92-4a01-8f34-d9ea3888bb2c HTTP/1.1" status: 204 len: 168 time: 0.2096953 Sep 03 20:28:35.746817 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85acfd-e746-4b68-9422-3e2c7dfc3003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a62a66d-0e92-4a01-8f34-d9ea3888bb2c,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:35.988839 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cdee3-b6e4-4771-ada1-43c4564499e8 req-7bfa011a-f1bc-4142-afbf-462b0553a934 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:35.988839 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-826cdee3-b6e4-4771-ada1-43c4564499e8 req-7bfa011a-f1bc-4142-afbf-462b0553a934 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0502207 Sep 03 20:28:36.025933 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-826cdee3-b6e4-4771-ada1-43c4564499e8 req-700c7b7b-9f4e-4ccb-918e-5d661f82d12e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335402 Sep 03 20:28:36.396170 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46862) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:36.410008 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a758642d-7cba-44e5-9029-0cc41146b568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:36.498144 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a758642d-7cba-44e5-9029-0cc41146b568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:36.586335 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a758642d-7cba-44e5-9029-0cc41146b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:36.625444 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a758642d-7cba-44e5-9029-0cc41146b568 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f425f4f04c894298bd103d60166f8b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281740 Sep 03 20:28:36.626349 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758642d-7cba-44e5-9029-0cc41146b568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfc3729-edc1-4bfe-a57a-b13b365bfb26,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:36.628653 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46868) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:36.652345 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a8861-aa2b-4340-ad16-5b99e4cd367e req-7daa3945-28bc-4b97-a939-e6fed240ad67 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:36.653907 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c58a8861-aa2b-4340-ad16-5b99e4cd367e req-7daa3945-28bc-4b97-a939-e6fed240ad67 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 943 time: 0.0501952 Sep 03 20:28:36.679091 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f15f8fba-3999-44de-8e8e-de3cb9606466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:36.691536 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c58a8861-aa2b-4340-ad16-5b99e4cd367e req-f34e79b1-8993-453e-96bb-5115953ef3ae tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312643 Sep 03 20:28:36.701868 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f15f8fba-3999-44de-8e8e-de3cb9606466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:36.847712 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f15f8fba-3999-44de-8e8e-de3cb9606466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:36.850402 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f15f8fba-3999-44de-8e8e-de3cb9606466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:36.851557 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f15f8fba-3999-44de-8e8e-de3cb9606466 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dcfc3729-edc1-4bfe-a57a-b13b365bfb26 HTTP/1.1" status: 204 len: 168 time: 0.2220039 Sep 03 20:28:36.859471 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f8fba-3999-44de-8e8e-de3cb9606466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfc3729-edc1-4bfe-a57a-b13b365bfb26,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:37.161080 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9856e-9a46-46e3-a5ba-64acb7b620e0 req-50d56cb1-10ad-4e4b-8deb-303bfefef4d9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:37.162581 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e7c9856e-9a46-46e3-a5ba-64acb7b620e0 req-50d56cb1-10ad-4e4b-8deb-303bfefef4d9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0558794 Sep 03 20:28:37.202806 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e7c9856e-9a46-46e3-a5ba-64acb7b620e0 req-7951bfdb-d57c-4026-bb15-070dcdb8d5ed tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331013 Sep 03 20:28:37.810232 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf4be3-5108-44dc-b1e0-b96bf1da088a req-bed217e4-9f4c-4f27-9987-b538a72a0f13 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:37.811742 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0faf4be3-5108-44dc-b1e0-b96bf1da088a req-bed217e4-9f4c-4f27-9987-b538a72a0f13 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 943 time: 0.0483949 Sep 03 20:28:37.849825 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0faf4be3-5108-44dc-b1e0-b96bf1da088a req-a09b494b-d3d8-4016-a06d-76596bb09d2c tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321491 Sep 03 20:28:38.322696 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda8efd-4949-4a00-8c86-e08e1a954787 req-d61e404c-75cc-45c4-909c-8e03de6c2025 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:38.324291 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2fda8efd-4949-4a00-8c86-e08e1a954787 req-d61e404c-75cc-45c4-909c-8e03de6c2025 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0481560 Sep 03 20:28:38.361242 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2fda8efd-4949-4a00-8c86-e08e1a954787 req-697cb751-3679-422a-bac1-a1686ffde0a8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310478 Sep 03 20:28:38.496575 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46910) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:38.599653 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4655fa0c-f597-4e35-8fbe-48ff4ae99b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:38.685621 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4655fa0c-f597-4e35-8fbe-48ff4ae99b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:38.786034 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4655fa0c-f597-4e35-8fbe-48ff4ae99b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:38.824966 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655fa0c-f597-4e35-8fbe-48ff4ae99b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703684ea-d509-4e99-bb5f-a108d97ea561,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:38.829172 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-4655fa0c-f597-4e35-8fbe-48ff4ae99b97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82adfe9807a443c59806894703a2bb5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310602 Sep 03 20:28:38.833071 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 46916) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:28:38.879908 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-412a334b-907b-41d5-b7bf-ee1dd8fe20f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:38.901286 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-412a334b-907b-41d5-b7bf-ee1dd8fe20f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:38.967615 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb80f7a-f5b9-48f7-9aa2-515656deaaca req-bb99a041-1805-4ace-8f25-da16c709b415 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:38.970609 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-abb80f7a-f5b9-48f7-9aa2-515656deaaca req-bb99a041-1805-4ace-8f25-da16c709b415 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 943 time: 0.0539846 Sep 03 20:28:38.975411 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2d1ceb8a-861a-468d-b657-106ab94e2e3a details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:28:39.009424 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-abb80f7a-f5b9-48f7-9aa2-515656deaaca req-b3c7256b-8b96-4a75-89bd-5acea0c9df64 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322380 Sep 03 20:28:39.020223 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-412a334b-907b-41d5-b7bf-ee1dd8fe20f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:39.022873 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-412a334b-907b-41d5-b7bf-ee1dd8fe20f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:39.024634 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-412a334b-907b-41d5-b7bf-ee1dd8fe20f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/703684ea-d509-4e99-bb5f-a108d97ea561 HTTP/1.1" status: 204 len: 168 time: 0.1906314 Sep 03 20:28:39.034472 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a334b-907b-41d5-b7bf-ee1dd8fe20f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703684ea-d509-4e99-bb5f-a108d97ea561,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:39.080771 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 2d1ceb8a-861a-468d-b657-106ab94e2e3a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:39.091318 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'port_id': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'mac_address': 'fa:16:3e:1e:f9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:28:39.128152 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:39.140941 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1ceb8a-861a-468d-b657-106ab94e2e3a {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:28:39.159354 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 2d1ceb8a-861a-468d-b657-106ab94e2e3a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:39.271660 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:39.272248 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 8f9b22e0-705a-4b03-926d-997ca4e42cec details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:28:39.318031 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a37ad9e1-c125-4cb3-bb25-0727e7e6fb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:39.344917 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=2d1ceb8a-861a-468d-b657-106ab94e2e3a,revision_number=7']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:39.413521 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 8f9b22e0-705a-4b03-926d-997ca4e42cec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:39.426671 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'port_id': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'mac_address': 'fa:16:3e:37:49:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:28:39.468638 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:39.483154 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f9b22e0-705a-4b03-926d-997ca4e42cec {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:28:39.500272 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7298c-e12c-4d2c-af79-fd6c20544a5c req-45a5cf74-d8d7-4fb3-bf2e-17b9ebae9c09 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:39.500272 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-73e7298c-e12c-4d2c-af79-fd6c20544a5c req-45a5cf74-d8d7-4fb3-bf2e-17b9ebae9c09 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0528636 Sep 03 20:28:39.504958 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 8f9b22e0-705a-4b03-926d-997ca4e42cec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:39.530516 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-73e7298c-e12c-4d2c-af79-fd6c20544a5c req-4fa3551e-a53f-44a1-a7f0-f783173486d9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337548 Sep 03 20:28:39.591862 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:39.643883 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=8f9b22e0-705a-4b03-926d-997ca4e42cec,revision_number=6']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:39.684675 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['8f9b22e0-705a-4b03-926d-997ca4e42cec'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:28:39.921043 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['2d1ceb8a-861a-468d-b657-106ab94e2e3a'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:28:40.127266 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5dcac-be40-48cd-b5a4-c574d4dde60c req-a99bf5ea-4689-448d-a920-fee4634bc647 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:40.128680 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3ea5dcac-be40-48cd-b5a4-c574d4dde60c req-a99bf5ea-4689-448d-a920-fee4634bc647 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 944 time: 0.0490985 Sep 03 20:28:40.166576 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3ea5dcac-be40-48cd-b5a4-c574d4dde60c req-78f45883-962a-46e2-b413-805c5f134901 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315123 Sep 03 20:28:40.658047 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6829dc-10da-45d4-8ea1-9b1dc2a66eec req-776cf239-e391-4dbb-a84f-c696c20e4d74 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:40.659541 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-de6829dc-10da-45d4-8ea1-9b1dc2a66eec req-776cf239-e391-4dbb-a84f-c696c20e4d74 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 945 time: 0.0548456 Sep 03 20:28:40.696285 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-de6829dc-10da-45d4-8ea1-9b1dc2a66eec req-3d2e05aa-d9d8-4e9f-840a-921a5a613363 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308778 Sep 03 20:28:40.995224 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 8f9b22e0-705a-4b03-926d-997ca4e42cec up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:28:41.171052 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 8f9b22e0-705a-4b03-926d-997ca4e42cec triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:28:41.171530 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:41.264069 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:41.288353 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9b22e0-705a-4b03-926d-997ca4e42cec'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:28:41.290590 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc53cf0-8806-42bf-8ef3-dc8c14a67369" -d '{"events": [{"server_uuid": "f38d7d86-57c2-459e-8fc0-5e5774d16749", "name": "network-vif-plugged", "status": "completed", "tag": "8f9b22e0-705a-4b03-926d-997ca4e42cec"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:28:41.299854 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bd247-1486-4303-a6c0-974ee6209359 req-83faf4ed-dd02-4114-a7a1-f7edbb67b4fa tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:41.306651 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 8f9b22e0-705a-4b03-926d-997ca4e42cec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:41.307416 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9e7bd247-1486-4303-a6c0-974ee6209359 req-83faf4ed-dd02-4114-a7a1-f7edbb67b4fa tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 944 time: 0.0590448 Sep 03 20:28:41.329881 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ee59aa-67ed-4e5a-91a8-7f2e1a7f0ffa x-openstack-request-id: req-e1ee59aa-67ed-4e5a-91a8-7f2e1a7f0ffa {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:28:41.330200 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38d7d86-57c2-459e-8fc0-5e5774d16749", "name": "network-vif-plugged", "status": "completed", "tag": "8f9b22e0-705a-4b03-926d-997ca4e42cec", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:28:41.330477 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1ee59aa-67ed-4e5a-91a8-7f2e1a7f0ffa {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:28:41.330893 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'code': 200} Sep 03 20:28:41.342673 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9e7bd247-1486-4303-a6c0-974ee6209359 req-30483f2e-a27d-43ae-9b20-1b5ac3e4f9de tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330091 Sep 03 20:28:41.380381 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:41.381188 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2d1ceb8a-861a-468d-b657-106ab94e2e3a up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:28:41.458463 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=8f9b22e0-705a-4b03-926d-997ca4e42cec,revision_number=7']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:41.472638 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 2d1ceb8a-861a-468d-b657-106ab94e2e3a triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:28:41.473016 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:41.595756 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:41.639822 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 2d1ceb8a-861a-468d-b657-106ab94e2e3a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:41.729470 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:41.794447 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=2d1ceb8a-861a-468d-b657-106ab94e2e3a,revision_number=8']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:41.857241 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae0233-8c68-4b5a-b325-f417cf840dea req-35c06767-9f0f-4cfd-a039-44254f1d7162 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:41.864139 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f2ae0233-8c68-4b5a-b325-f417cf840dea req-35c06767-9f0f-4cfd-a039-44254f1d7162 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0610428 Sep 03 20:28:41.900778 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f2ae0233-8c68-4b5a-b325-f417cf840dea req-93edd670-39b5-4a87-b8c9-fff63a81e2c1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349267 Sep 03 20:28:42.026258 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a8635e84-6fb0-4a4d-bfda-1bbab89fa39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:42.490535 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cf1e6-8666-4af8-ad1a-54cbcf54e62f req-a5072b08-4add-431d-af9b-aa265ac95908 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:42.492041 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-941cf1e6-8666-4af8-ad1a-54cbcf54e62f req-a5072b08-4add-431d-af9b-aa265ac95908 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0581336 Sep 03 20:28:42.539687 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-941cf1e6-8666-4af8-ad1a-54cbcf54e62f req-56f0df81-673e-44ea-a4ae-b463e3c8f5ac tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370405 Sep 03 20:28:42.788109 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:43.043202 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e48150-591e-4857-b0e8-f86f10b2f73c req-1c8a54be-5b06-42e6-9417-a6ee2c5404a0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:43.047651 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-42e48150-591e-4857-b0e8-f86f10b2f73c req-1c8a54be-5b06-42e6-9417-a6ee2c5404a0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0607901 Sep 03 20:28:43.089092 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-42e48150-591e-4857-b0e8-f86f10b2f73c req-6cc8c6df-656f-4935-966a-befd271aea2c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360847 Sep 03 20:28:43.332419 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1ceb8a-861a-468d-b657-106ab94e2e3a'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:28:43.335571 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1425c2-817d-41b9-ad58-1943c2862122" -d '{"events": [{"server_uuid": "f4f11715-ad91-4f8f-aad7-080696d4c728", "name": "network-vif-plugged", "status": "completed", "tag": "2d1ceb8a-861a-468d-b657-106ab94e2e3a"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:28:43.429228 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7269f6a1-f218-414a-a001-62a6a9118af4 x-openstack-request-id: req-7269f6a1-f218-414a-a001-62a6a9118af4 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:28:43.429625 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f11715-ad91-4f8f-aad7-080696d4c728", "name": "network-vif-plugged", "status": "completed", "tag": "2d1ceb8a-861a-468d-b657-106ab94e2e3a", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:28:43.430255 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7269f6a1-f218-414a-a001-62a6a9118af4 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:28:43.430680 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'code': 200} Sep 03 20:28:43.506031 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:43.699626 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a6988-4f4f-4e76-a2c1-cd64329145aa req-6f071710-5ae7-49a3-bd8c-a697c8bbc19d tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:43.702195 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-da9a6988-4f4f-4e76-a2c1-cd64329145aa req-6f071710-5ae7-49a3-bd8c-a697c8bbc19d tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0827796 Sep 03 20:28:43.750419 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-da9a6988-4f4f-4e76-a2c1-cd64329145aa req-8d8824a3-f984-4ab6-a9b3-8eb0ef65f6cd tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424979 Sep 03 20:28:43.762996 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f58221-b436-4430-8f23-e7511e675db3 req-5f060f28-4658-4a91-8181-75d53bd86dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:43.769904 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-63f58221-b436-4430-8f23-e7511e675db3 req-5f060f28-4658-4a91-8181-75d53bd86dfb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 1098 time: 0.0434294 Sep 03 20:28:43.811845 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-63f58221-b436-4430-8f23-e7511e675db3 req-32d8a0d8-c158-4cab-8838-a333d728f8c2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360501 Sep 03 20:28:44.222736 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e95f1-65c4-45c0-a3b9-7d57240cb8a1 req-6b2e277b-b959-4dd7-8c8c-ddd7f45c2a5f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:44.224326 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d26e95f1-65c4-45c0-a3b9-7d57240cb8a1 req-6b2e277b-b959-4dd7-8c8c-ddd7f45c2a5f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0534911 Sep 03 20:28:44.264320 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d26e95f1-65c4-45c0-a3b9-7d57240cb8a1 req-537b1e57-6e8e-41fb-a002-278e7551366d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316586 Sep 03 20:28:44.934237 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb0f4d-ee51-4a9d-9c75-0896ab6fd0f4 req-70edbe87-7b4b-4a7f-9359-54a145d432b3 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:44.936139 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-32bb0f4d-ee51-4a9d-9c75-0896ab6fd0f4 req-70edbe87-7b4b-4a7f-9359-54a145d432b3 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0951233 Sep 03 20:28:44.988914 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-32bb0f4d-ee51-4a9d-9c75-0896ab6fd0f4 req-f89d40d3-52da-49a3-865d-cfa4319178ff tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466731 Sep 03 20:28:45.053814 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:45.253064 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:28:45.418908 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b982f-c2c5-44a7-a6ba-50b1f216d6cb req-b6473fd2-1684-4391-ace9-cee696c4e72a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:45.420452 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-608b982f-c2c5-44a7-a6ba-50b1f216d6cb req-b6473fd2-1684-4391-ace9-cee696c4e72a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0659924 Sep 03 20:28:45.462378 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-608b982f-c2c5-44a7-a6ba-50b1f216d6cb req-656da53c-4da5-40f9-b569-1c3e9b619872 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357492 Sep 03 20:28:46.146231 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaafa6-2503-45f9-9dad-e02854293ef5 req-804eda52-2ede-43fa-b8a4-18520280e86e tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:46.153860 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5deaafa6-2503-45f9-9dad-e02854293ef5 req-804eda52-2ede-43fa-b8a4-18520280e86e tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0768921 Sep 03 20:28:46.191603 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5deaafa6-2503-45f9-9dad-e02854293ef5 req-d8a3aa13-3604-4ef9-89dd-f92d0f0b7649 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368412 Sep 03 20:28:46.611041 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97d1a4-aec3-434a-a66e-7e4fd70a3528 req-c6f203ba-d3c0-42c8-b9f3-3004ef92aa5d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:46.612600 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1f97d1a4-aec3-434a-a66e-7e4fd70a3528 req-c6f203ba-d3c0-42c8-b9f3-3004ef92aa5d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0580745 Sep 03 20:28:46.657927 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1f97d1a4-aec3-434a-a66e-7e4fd70a3528 req-a005294c-6297-4c77-8f77-849a79a1244c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392127 Sep 03 20:28:47.781887 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b72f6c-e2ea-4964-a123-58e8b0ae93ed req-d5e3c970-eba2-4318-8a5c-d4ede6c0c0df tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:47.783282 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d8b72f6c-e2ea-4964-a123-58e8b0ae93ed req-d5e3c970-eba2-4318-8a5c-d4ede6c0c0df tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0475357 Sep 03 20:28:47.825325 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d8b72f6c-e2ea-4964-a123-58e8b0ae93ed req-6f577258-fef6-47be-a96e-0a3e74d9e87f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362616 Sep 03 20:28:48.956359 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45603b97-f59f-4a49-b237-eac445e55863 req-d1c9c155-ad63-4be4-a8ad-5370288fad01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:48.957807 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-45603b97-f59f-4a49-b237-eac445e55863 req-d1c9c155-ad63-4be4-a8ad-5370288fad01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0565565 Sep 03 20:28:49.002666 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-45603b97-f59f-4a49-b237-eac445e55863 req-75a92e0a-37a0-4ce2-8adc-0e8efef3c429 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384860 Sep 03 20:28:50.158755 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ef22-49e2-4f1d-8979-01cd1e410900 req-5df65b5b-8900-42c4-b957-39304662c1b3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:50.161162 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5d10ef22-49e2-4f1d-8979-01cd1e410900 req-5df65b5b-8900-42c4-b957-39304662c1b3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0726926 Sep 03 20:28:50.232570 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5d10ef22-49e2-4f1d-8979-01cd1e410900 req-1bbbc41c-6693-4b5d-be14-d4ed8f77aa23 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593803 Sep 03 20:28:51.366699 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71adfae-8205-4c55-861e-1edb5c16b592 req-dfe5fa67-75e9-407f-bdf9-f44d52b500c5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:51.376391 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a71adfae-8205-4c55-861e-1edb5c16b592 req-dfe5fa67-75e9-407f-bdf9-f44d52b500c5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0613656 Sep 03 20:28:51.414749 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a71adfae-8205-4c55-861e-1edb5c16b592 req-1ccff1b2-d1d2-4e0c-bd10-df721205c72a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372477 Sep 03 20:28:52.541214 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2cbec-298a-470a-b075-97056c24fb54 req-23c439c3-8e65-415e-be94-baae293a6169 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:52.542851 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-96e2cbec-298a-470a-b075-97056c24fb54 req-23c439c3-8e65-415e-be94-baae293a6169 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0512128 Sep 03 20:28:52.579817 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-96e2cbec-298a-470a-b075-97056c24fb54 req-f41a3a37-38a2-4f74-82bc-5ce996e2a4f4 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303233 Sep 03 20:28:53.614991 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:53.697239 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc34b74-3629-4805-87fa-7f8844193133 req-03636e04-f4ea-4fd5-be20-976e22ebbc9c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:53.698701 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0dc34b74-3629-4805-87fa-7f8844193133 req-03636e04-f4ea-4fd5-be20-976e22ebbc9c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0485766 Sep 03 20:28:53.735995 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0dc34b74-3629-4805-87fa-7f8844193133 req-50d11842-f1f2-4b10-bc5f-7ed2846cf465 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311332 Sep 03 20:28:54.159775 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73357a0b-2fd4-4f72-938d-7c21398f6df5 req-784737d4-f894-40b0-81ae-07b67f6eb3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:54.161246 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-73357a0b-2fd4-4f72-938d-7c21398f6df5 req-784737d4-f894-40b0-81ae-07b67f6eb3a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18ae6ad0b154758807e67ca15c54fba&device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 1099 time: 0.0442536 Sep 03 20:28:54.249968 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73357a0b-2fd4-4f72-938d-7c21398f6df5 req-e43aa383-a6ac-4cf0-bfc4-9c05ef5039d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:54.251445 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-73357a0b-2fd4-4f72-938d-7c21398f6df5 req-e43aa383-a6ac-4cf0-bfc4-9c05ef5039d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87e928be-9f46-4330-9e45-fbf3edf30f0e HTTP/1.1" status: 200 len: 917 time: 0.0830219 Sep 03 20:28:54.318788 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-73357a0b-2fd4-4f72-938d-7c21398f6df5 req-fcf8c55a-e49f-461e-83c7-f063078a3b0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec HTTP/1.1" status: 200 len: 1002 time: 0.0600815 Sep 03 20:28:54.369180 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73357a0b-2fd4-4f72-938d-7c21398f6df5 req-8f3c907c-7448-4460-9c78-81224bcf48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:54.370637 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-73357a0b-2fd4-4f72-938d-7c21398f6df5 req-8f3c907c-7448-4460-9c78-81224bcf48a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee HTTP/1.1" status: 200 len: 855 time: 0.0451295 Sep 03 20:28:54.419194 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73357a0b-2fd4-4f72-938d-7c21398f6df5 req-a5a59ca0-9832-4cc7-a162-8cc12b223292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:54.421469 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-73357a0b-2fd4-4f72-938d-7c21398f6df5 req-a5a59ca0-9832-4cc7-a162-8cc12b223292 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87e928be-9f46-4330-9e45-fbf3edf30f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438595 Sep 03 20:28:54.518292 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-73357a0b-2fd4-4f72-938d-7c21398f6df5 req-0260ec95-d2a1-4ac4-b886-0df841602c30 service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896931 Sep 03 20:28:54.608322 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-73357a0b-2fd4-4f72-938d-7c21398f6df5 req-bb2d509a-944e-4b1f-b7ff-8ae80cc38049 service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803916 Sep 03 20:28:54.862778 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfc1d4-79b0-4878-9700-29ee84ecedca req-c713b94c-607a-454d-8297-cd4fdaded030 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:54.864204 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dccfc1d4-79b0-4878-9700-29ee84ecedca req-c713b94c-607a-454d-8297-cd4fdaded030 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0515277 Sep 03 20:28:54.902450 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dccfc1d4-79b0-4878-9700-29ee84ecedca req-75051ca9-4478-490b-862c-5492a9812d0a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323873 Sep 03 20:28:56.030821 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a70ca-5694-4a5a-84af-7728f0833e9e req-b4cb1e79-3914-403d-b5fb-463dcde029ca tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:56.032579 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f77a70ca-5694-4a5a-84af-7728f0833e9e req-b4cb1e79-3914-403d-b5fb-463dcde029ca tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0527222 Sep 03 20:28:56.069489 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f77a70ca-5694-4a5a-84af-7728f0833e9e req-3fbf9d00-af75-4f37-b627-1c3151b8dec1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311244 Sep 03 20:28:57.036801 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 8f9b22e0-705a-4b03-926d-997ca4e42cec no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:28:57.117731 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:57.139985 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f9b22e0-705a-4b03-926d-997ca4e42cec'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:28:57.142870 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40085e68-4bd8-43be-aeb1-c0fc7da549e5" -d '{"events": [{"server_uuid": "f38d7d86-57c2-459e-8fc0-5e5774d16749", "name": "network-vif-unplugged", "status": "completed", "tag": "8f9b22e0-705a-4b03-926d-997ca4e42cec"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:28:57.159754 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 8f9b22e0-705a-4b03-926d-997ca4e42cec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:28:57.180959 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 20:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e01862d-e0d8-49c8-a1ad-5f8046d843ea x-openstack-request-id: req-6e01862d-e0d8-49c8-a1ad-5f8046d843ea {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:28:57.181257 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38d7d86-57c2-459e-8fc0-5e5774d16749", "name": "network-vif-unplugged", "status": "failed", "tag": "8f9b22e0-705a-4b03-926d-997ca4e42cec", "code": 422}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:28:57.181514 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e01862d-e0d8-49c8-a1ad-5f8046d843ea {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:28:57.182007 dv-cinder-798198-4-iscsi neutron-server[94577]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'code': 422} returned with failed status Sep 03 20:28:57.193133 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3557b-eb19-4c59-8f62-b572c7ad3531 req-d83f7fef-df76-431e-a110-b33da1a0a2ae tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:57.194633 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5da3557b-eb19-4c59-8f62-b572c7ad3531 req-d83f7fef-df76-431e-a110-b33da1a0a2ae tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 946 time: 0.0529027 Sep 03 20:28:57.234597 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5da3557b-eb19-4c59-8f62-b572c7ad3531 req-91924248-54c8-492c-8adb-5e83686f1494 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325780 Sep 03 20:28:57.253478 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:28:57.303262 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=8f9b22e0-705a-4b03-926d-997ca4e42cec,revision_number=8']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:28:59.758472 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c6cbb-7f5f-464a-91dc-57ec5a5f5fda req-33a9edcc-d901-47dd-909e-21071947338c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:28:59.759954 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a57c6cbb-7f5f-464a-91dc-57ec5a5f5fda req-33a9edcc-d901-47dd-909e-21071947338c tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0482280 Sep 03 20:28:59.799966 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a57c6cbb-7f5f-464a-91dc-57ec5a5f5fda req-7c51751a-af47-4683-95ab-a3fec0d2f95d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339656 Sep 03 20:29:00.072473 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4368676b-062f-44be-924d-cf7cf20a9be3 req-4505ab6a-5768-46cb-9bfe-4863445743bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0522449 Sep 03 20:29:00.925414 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd29e5-28c1-4e77-926d-350356c51d56 req-470cae28-7879-4798-9921-c65587335ec5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:00.926879 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e4fd29e5-28c1-4e77-926d-350356c51d56 req-470cae28-7879-4798-9921-c65587335ec5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0582623 Sep 03 20:29:00.963952 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e4fd29e5-28c1-4e77-926d-350356c51d56 req-753a0826-9868-4643-97da-9ef84efd7a69 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310416 Sep 03 20:29:01.609552 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368676b-062f-44be-924d-cf7cf20a9be3 req-9f68579c-6ecd-47b4-844a-a4cb51a8f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:01.611610 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4368676b-062f-44be-924d-cf7cf20a9be3 req-9f68579c-6ecd-47b4-844a-a4cb51a8f524 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749&tenant_id=a18ae6ad0b154758807e67ca15c54fba HTTP/1.1" status: 200 len: 1097 time: 0.0414379 Sep 03 20:29:01.676833 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368676b-062f-44be-924d-cf7cf20a9be3 req-1b610b5e-c123-44be-b6b2-5aa0eeaf6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:01.678320 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4368676b-062f-44be-924d-cf7cf20a9be3 req-1b610b5e-c123-44be-b6b2-5aa0eeaf6184 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18ae6ad0b154758807e67ca15c54fba&device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 1097 time: 0.0424755 Sep 03 20:29:01.788960 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368676b-062f-44be-924d-cf7cf20a9be3 req-3c835ddd-e407-4b7c-a2d8-a538f6076a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:01.790427 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4368676b-062f-44be-924d-cf7cf20a9be3 req-3c835ddd-e407-4b7c-a2d8-a538f6076a06 service neutron] 10.222.0.42 "GET /v2.0/networks?id=87e928be-9f46-4330-9e45-fbf3edf30f0e HTTP/1.1" status: 200 len: 917 time: 0.0893691 Sep 03 20:29:01.866551 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4368676b-062f-44be-924d-cf7cf20a9be3 req-f3544299-2997-442b-a5cc-17fb78a19f41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec HTTP/1.1" status: 200 len: 1000 time: 0.0556455 Sep 03 20:29:01.919629 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368676b-062f-44be-924d-cf7cf20a9be3 req-edc826e0-9b86-4306-b98d-cdeb73d997a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:01.921086 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4368676b-062f-44be-924d-cf7cf20a9be3 req-edc826e0-9b86-4306-b98d-cdeb73d997a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee HTTP/1.1" status: 200 len: 855 time: 0.0466077 Sep 03 20:29:01.969067 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368676b-062f-44be-924d-cf7cf20a9be3 req-1cd53da0-1829-42d0-98d1-0f6bff05887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:01.971132 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4368676b-062f-44be-924d-cf7cf20a9be3 req-1cd53da0-1829-42d0-98d1-0f6bff05887f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87e928be-9f46-4330-9e45-fbf3edf30f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413220 Sep 03 20:29:02.069032 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4368676b-062f-44be-924d-cf7cf20a9be3 req-24f3fa36-5ed2-4eaf-a289-0327898baa36 service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903997 Sep 03 20:29:02.087626 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2cbad-1ab9-4610-a86d-f1da56b4544c req-1bf21384-8e71-4462-bb8c-b8732e85e42a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:02.089211 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-98c2cbad-1ab9-4610-a86d-f1da56b4544c req-1bf21384-8e71-4462-bb8c-b8732e85e42a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0513203 Sep 03 20:29:02.129690 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-98c2cbad-1ab9-4610-a86d-f1da56b4544c req-4895552a-18cf-4a9b-8255-c086f856dae3 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331492 Sep 03 20:29:02.167276 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4368676b-062f-44be-924d-cf7cf20a9be3 req-fe734a1c-502e-43d6-971a-05a388a208ec service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908072 Sep 03 20:29:03.253198 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4869b0-52d1-4aca-8be5-51af868b2533 req-10890ae5-7f31-4ab3-be5e-abec7c376ba2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:03.254685 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fa4869b0-52d1-4aca-8be5-51af868b2533 req-10890ae5-7f31-4ab3-be5e-abec7c376ba2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0484183 Sep 03 20:29:03.319629 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fa4869b0-52d1-4aca-8be5-51af868b2533 req-889b47e0-8a83-4f86-a899-fd800337321b tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586290 Sep 03 20:29:04.600204 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a35f4-63be-44a3-b639-30f8faa82738 req-0ce5be00-1cda-4149-a2b1-256055d4b3e1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:04.601749 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-542a35f4-63be-44a3-b639-30f8faa82738 req-0ce5be00-1cda-4149-a2b1-256055d4b3e1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0552926 Sep 03 20:29:04.646169 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-542a35f4-63be-44a3-b639-30f8faa82738 req-8808f839-1f87-4a35-ba5d-b806dc677c86 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377407 Sep 03 20:29:05.765407 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb76f4-5dad-44d2-a2af-c6e080d2fa23 req-e61dcd03-8205-4a93-921d-5d3aa8562df1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:05.766918 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fbdb76f4-5dad-44d2-a2af-c6e080d2fa23 req-e61dcd03-8205-4a93-921d-5d3aa8562df1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0493615 Sep 03 20:29:05.808194 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fbdb76f4-5dad-44d2-a2af-c6e080d2fa23 req-dfd93c5b-c70c-47ac-b3f2-17b00f2b81bb tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350602 Sep 03 20:29:06.931574 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975e2cb-69d6-4f5f-a733-5f527ff762ec req-e0a62c34-e809-42e6-b0bd-bb3cea362392 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:06.934128 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c975e2cb-69d6-4f5f-a733-5f527ff762ec req-e0a62c34-e809-42e6-b0bd-bb3cea362392 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0509567 Sep 03 20:29:06.979032 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-c975e2cb-69d6-4f5f-a733-5f527ff762ec req-89985a30-2542-4e18-9e6a-ed89bbb6dfbd tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375962 Sep 03 20:29:08.107593 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab04ad-1141-4a24-91d5-794b7f6ffa05 req-afab3faa-5bc1-4316-a182-e2cd935eaf69 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:08.109099 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-76ab04ad-1141-4a24-91d5-794b7f6ffa05 req-afab3faa-5bc1-4316-a182-e2cd935eaf69 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0555623 Sep 03 20:29:08.151695 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-76ab04ad-1141-4a24-91d5-794b7f6ffa05 req-2607bffb-89b9-4ba0-afb3-2db09d4c7904 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357645 Sep 03 20:29:09.282770 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546c116-aac1-427f-977a-cd146b62aa9f req-8e61ce52-7d17-4ad9-b68d-6e7117df9280 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:09.284873 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2546c116-aac1-427f-977a-cd146b62aa9f req-8e61ce52-7d17-4ad9-b68d-6e7117df9280 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0509207 Sep 03 20:29:09.305914 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d7bd7e65-3408-414a-b3c6-f75329e38e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:09.325574 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2546c116-aac1-427f-977a-cd146b62aa9f req-b375a684-b538-44a6-9c83-f01277a9ae8d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342951 Sep 03 20:29:10.450064 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347623d-1367-4546-a38d-ef8f6dafa572 req-ba8862b2-af41-4c4e-9557-ae10a94cf67a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:10.451610 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2347623d-1367-4546-a38d-ef8f6dafa572 req-ba8862b2-af41-4c4e-9557-ae10a94cf67a tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0509901 Sep 03 20:29:10.497108 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2347623d-1367-4546-a38d-ef8f6dafa572 req-10a5ce75-bb37-4e41-8b7c-e7551eabc1c2 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386074 Sep 03 20:29:11.627331 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985f053-afa2-4f43-8ced-b8d4ccb025fc req-71a478a4-8394-4e36-81a7-c3e6d89d88c0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:11.629379 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f985f053-afa2-4f43-8ced-b8d4ccb025fc req-71a478a4-8394-4e36-81a7-c3e6d89d88c0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0557730 Sep 03 20:29:11.672047 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f985f053-afa2-4f43-8ced-b8d4ccb025fc req-bbefc78a-1966-4cb4-a2f8-7fa123d64226 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360777 Sep 03 20:29:12.014456 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6bc9af50-12d7-4b6d-80d2-e67231d047fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:12.774644 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:12.798335 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dab320-034e-4afa-9194-74ebbd808244 req-ff1f0977-5ffa-4162-beb7-2acb07c448f6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:12.799972 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-26dab320-034e-4afa-9194-74ebbd808244 req-ff1f0977-5ffa-4162-beb7-2acb07c448f6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0526240 Sep 03 20:29:12.845859 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-26dab320-034e-4afa-9194-74ebbd808244 req-a9258259-6394-4524-a73c-abdc79817c11 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392742 Sep 03 20:29:13.408538 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:13.965183 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1493d-7fe1-4964-909a-5f14fa32cf9d req-996350f7-fe45-47e2-b521-129ec5098ce8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:13.966677 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-90d1493d-7fe1-4964-909a-5f14fa32cf9d req-996350f7-fe45-47e2-b521-129ec5098ce8 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0479178 Sep 03 20:29:14.003038 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-90d1493d-7fe1-4964-909a-5f14fa32cf9d req-c0bcbf9f-75ea-4a6f-8cf7-4549e24d3e94 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305562 Sep 03 20:29:14.997022 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.126821 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26bd08-2f28-49b7-ab1e-6a41fef0b539 req-c6688bc8-ca18-4f56-9403-70860d48e135 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:15.128447 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5e26bd08-2f28-49b7-ab1e-6a41fef0b539 req-c6688bc8-ca18-4f56-9403-70860d48e135 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 944 time: 0.0524504 Sep 03 20:29:15.142136 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 8f9b22e0-705a-4b03-926d-997ca4e42cec details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:29:15.168454 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5e26bd08-2f28-49b7-ab1e-6a41fef0b539 req-daf4351d-c41f-4c11-9054-8080adbdf7a6 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333080 Sep 03 20:29:15.236714 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 8f9b22e0-705a-4b03-926d-997ca4e42cec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:15.248268 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'port_id': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'mac_address': 'fa:16:3e:37:49:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:29:15.286027 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.297899 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9b22e0-705a-4b03-926d-997ca4e42cec {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:15.316837 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 8f9b22e0-705a-4b03-926d-997ca4e42cec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:15.390972 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:15.441609 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=8f9b22e0-705a-4b03-926d-997ca4e42cec,revision_number=9']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:15.662030 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['8f9b22e0-705a-4b03-926d-997ca4e42cec'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:29:16.290346 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6c764-80fc-4a12-b4ff-61aba957f510 req-4a016bd7-770a-4bc4-94c8-1221ac97ca2d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:16.291867 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1cf6c764-80fc-4a12-b4ff-61aba957f510 req-4a016bd7-770a-4bc4-94c8-1221ac97ca2d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 945 time: 0.0485799 Sep 03 20:29:16.341102 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1cf6c764-80fc-4a12-b4ff-61aba957f510 req-63c704e1-3bac-4711-ba0e-e8b0207adc11 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434406 Sep 03 20:29:17.157980 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 8f9b22e0-705a-4b03-926d-997ca4e42cec up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:17.206691 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 8f9b22e0-705a-4b03-926d-997ca4e42cec triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:17.207057 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.281366 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.303341 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9b22e0-705a-4b03-926d-997ca4e42cec'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:17.305554 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e925a4-ec7a-4324-bc6d-68a007153284" -d '{"events": [{"server_uuid": "f38d7d86-57c2-459e-8fc0-5e5774d16749", "name": "network-vif-plugged", "status": "completed", "tag": "8f9b22e0-705a-4b03-926d-997ca4e42cec"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:17.318149 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 8f9b22e0-705a-4b03-926d-997ca4e42cec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:17.342985 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e424459f-0104-4e84-8bf8-e2f5e8a7277d x-openstack-request-id: req-e424459f-0104-4e84-8bf8-e2f5e8a7277d {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:17.342985 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38d7d86-57c2-459e-8fc0-5e5774d16749", "name": "network-vif-plugged", "status": "completed", "tag": "8f9b22e0-705a-4b03-926d-997ca4e42cec", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:17.343255 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e424459f-0104-4e84-8bf8-e2f5e8a7277d {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:17.343564 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'code': 200} Sep 03 20:29:17.391366 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:17.439559 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=8f9b22e0-705a-4b03-926d-997ca4e42cec,revision_number=10']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:17.460063 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21044fe-e1c8-40b8-9193-36e86f6bf2cf req-6f3c0fb9-3ebb-42a3-822f-69dab169f180 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:17.463869 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b21044fe-e1c8-40b8-9193-36e86f6bf2cf req-6f3c0fb9-3ebb-42a3-822f-69dab169f180 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 947 time: 0.0482872 Sep 03 20:29:17.498392 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b21044fe-e1c8-40b8-9193-36e86f6bf2cf req-168d8978-920f-418d-b032-12c4054105e5 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310194 Sep 03 20:29:17.695544 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75a5c1-5ebc-4210-bf6a-12b1cae304c1 req-46eff06e-e48d-44fb-bf64-37b522511eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:17.696978 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2f75a5c1-5ebc-4210-bf6a-12b1cae304c1 req-46eff06e-e48d-44fb-bf64-37b522511eac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 1100 time: 0.0420182 Sep 03 20:29:17.732623 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-2f75a5c1-5ebc-4210-bf6a-12b1cae304c1 req-4f57225f-b411-4479-9c62-6aed7f7503e2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277367 Sep 03 20:29:18.634680 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1762543-ac77-464f-8deb-01024949f6ce req-67e4b16b-5e97-43f0-ad1f-48722c4ca577 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:18.647876 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d1762543-ac77-464f-8deb-01024949f6ce req-67e4b16b-5e97-43f0-ad1f-48722c4ca577 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 947 time: 0.0540047 Sep 03 20:29:18.679664 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d1762543-ac77-464f-8deb-01024949f6ce req-c7b8cf2a-3dff-48e5-a0e3-550617581149 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358570 Sep 03 20:29:19.803409 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141cf86-d986-4137-984f-da941a55b593 req-61a1d189-7869-4bf5-949c-0c62c36092e9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:19.804943 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5141cf86-d986-4137-984f-da941a55b593 req-61a1d189-7869-4bf5-949c-0c62c36092e9 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 947 time: 0.0485816 Sep 03 20:29:19.843447 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5141cf86-d986-4137-984f-da941a55b593 req-7e333768-1899-44f8-b9ad-3c85f5555fb7 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316670 Sep 03 20:29:20.965389 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fe626-dffd-4c3d-854f-b45cd785e113 req-48680487-a14f-4b20-8a01-aa11f77cc1dc tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:20.966804 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-476fe626-dffd-4c3d-854f-b45cd785e113 req-48680487-a14f-4b20-8a01-aa11f77cc1dc tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 947 time: 0.0485730 Sep 03 20:29:21.006483 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-476fe626-dffd-4c3d-854f-b45cd785e113 req-68ea081e-ff56-4a50-95a0-dc0374cfa565 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332780 Sep 03 20:29:22.257242 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:29:23.585697 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:23.833958 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-65f0649f-ce03-42fa-bb58-e21ed3a30204 req-d71de859-d555-4702-937b-f14f9ee3f18f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407627 Sep 03 20:29:23.901425 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0649f-ce03-42fa-bb58-e21ed3a30204 req-6f26141b-4578-41b5-9eb8-c296c94fab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:23.902984 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-65f0649f-ce03-42fa-bb58-e21ed3a30204 req-6f26141b-4578-41b5-9eb8-c296c94fab51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a18ae6ad0b154758807e67ca15c54fba&device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 1100 time: 0.0458753 Sep 03 20:29:24.011633 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0649f-ce03-42fa-bb58-e21ed3a30204 req-878a540c-7e34-4dc4-848d-60d0cdb8c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:24.013115 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-65f0649f-ce03-42fa-bb58-e21ed3a30204 req-878a540c-7e34-4dc4-848d-60d0cdb8c7dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=87e928be-9f46-4330-9e45-fbf3edf30f0e HTTP/1.1" status: 200 len: 917 time: 0.0895762 Sep 03 20:29:24.082617 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-65f0649f-ce03-42fa-bb58-e21ed3a30204 req-60b5c37d-a974-4962-9bd4-0fa013a85fe3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec HTTP/1.1" status: 200 len: 1002 time: 0.0621572 Sep 03 20:29:24.131981 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0649f-ce03-42fa-bb58-e21ed3a30204 req-060302be-47a5-47eb-bc2e-48147a1e43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:24.134323 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-65f0649f-ce03-42fa-bb58-e21ed3a30204 req-060302be-47a5-47eb-bc2e-48147a1e43ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee HTTP/1.1" status: 200 len: 855 time: 0.0437605 Sep 03 20:29:24.179493 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0649f-ce03-42fa-bb58-e21ed3a30204 req-2695766f-715f-45bb-8319-06c67b22c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:24.181638 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-65f0649f-ce03-42fa-bb58-e21ed3a30204 req-2695766f-715f-45bb-8319-06c67b22c4dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=87e928be-9f46-4330-9e45-fbf3edf30f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400484 Sep 03 20:29:24.273859 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-65f0649f-ce03-42fa-bb58-e21ed3a30204 req-e55ed90b-83a6-4ae1-8ff8-be014137383c service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842035 Sep 03 20:29:24.365666 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-65f0649f-ce03-42fa-bb58-e21ed3a30204 req-642849c3-198e-4bde-857e-aa1d329ebd25 service neutron] 10.222.0.42 "GET /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838585 Sep 03 20:29:25.254692 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 47542) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:25.359700 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3def0174-27ab-4000-afc0-23aab28bde2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:25.450029 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3def0174-27ab-4000-afc0-23aab28bde2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:25.578493 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3def0174-27ab-4000-afc0-23aab28bde2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:25.857497 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3def0174-27ab-4000-afc0-23aab28bde2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59f3e6ece9344215a43bd10a3f025226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6013780 Sep 03 20:29:25.858257 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def0174-27ab-4000-afc0-23aab28bde2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bf3a78-898c-4e2b-8386-999e78238eb7,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:25.860079 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 47548) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:25.912498 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:25.933196 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:26.046584 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:26.049170 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:26.050304 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50bf3a78-898c-4e2b-8386-999e78238eb7 HTTP/1.1" status: 204 len: 168 time: 0.1892262 Sep 03 20:29:26.058556 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bf3a78-898c-4e2b-8386-999e78238eb7,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:26.065530 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:26.065884 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:26.066225 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:26.066557 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:26.066887 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:26.067254 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:26.067583 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:26.067907 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:26.068255 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:26.068597 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:26.068940 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:26.069258 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b2293-466f-4d6f-a70d-07c6c066f7ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:27.722507 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 47590) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:27.829572 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1024ca9e-951b-48ef-97e3-919b4af48d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:27.919002 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1024ca9e-951b-48ef-97e3-919b4af48d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.008385 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1024ca9e-951b-48ef-97e3-919b4af48d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.046336 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-1024ca9e-951b-48ef-97e3-919b4af48d92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=419be43ec11340ad8610590f0867f981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226528 Sep 03 20:29:28.048292 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024ca9e-951b-48ef-97e3-919b4af48d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fe4c28-82d5-4f5b-84c1-31317f2faa8e,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:28.049105 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 47600) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:28.098625 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f62a305a-1786-484b-b39a-6c0af1c7744d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.119743 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f62a305a-1786-484b-b39a-6c0af1c7744d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.277147 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f62a305a-1786-484b-b39a-6c0af1c7744d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.279794 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f62a305a-1786-484b-b39a-6c0af1c7744d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:28.280953 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f62a305a-1786-484b-b39a-6c0af1c7744d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99fe4c28-82d5-4f5b-84c1-31317f2faa8e HTTP/1.1" status: 204 len: 168 time: 0.2308621 Sep 03 20:29:28.294581 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a305a-1786-484b-b39a-6c0af1c7744d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fe4c28-82d5-4f5b-84c1-31317f2faa8e,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:28.970741 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcecb0-c9c5-4e0f-8504-7a2cc3919225 req-35304a72-1e3d-4619-8037-a256b78e361a tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:28.975407 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b0dcecb0-c9c5-4e0f-8504-7a2cc3919225 req-35304a72-1e3d-4619-8037-a256b78e361a tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 945 time: 0.0486407 Sep 03 20:29:29.017415 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b0dcecb0-c9c5-4e0f-8504-7a2cc3919225 req-318a81f5-3902-46d9-8bf1-a9f25f49a4b9 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d10f995-7c37-42a4-a4c1-53b3c8be20cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380816 Sep 03 20:29:30.136103 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4db266-358d-40e8-b58d-4d4a8c045ffe req-d7d55f38-1201-4f15-b263-c67993efeab0 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:30.137699 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dc4db266-358d-40e8-b58d-4d4a8c045ffe req-d7d55f38-1201-4f15-b263-c67993efeab0 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 945 time: 0.0503533 Sep 03 20:29:30.180954 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dc4db266-358d-40e8-b58d-4d4a8c045ffe req-ac459c5c-503a-4481-9c6d-7961d86433cf tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d10f995-7c37-42a4-a4c1-53b3c8be20cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372903 Sep 03 20:29:30.743873 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-f5bc3ace-e2cb-42a1-9995-a556d0c64c07 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:30.745391 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-f5bc3ace-e2cb-42a1-9995-a556d0c64c07 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 945 time: 0.0476308 Sep 03 20:29:30.843721 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Deleting port e7ac99d9-d913-4d37-923b-5ad4209126a3 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:29:30.844055 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:30.935623 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] For port e7ac99d9-d913-4d37-923b-5ad4209126a3, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e7ac99d9-d913-4d37-923b-5ad4209126a3,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:30.935988 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:31.106444 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:31.106809 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:31.108746 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.l3_db [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Floating IP dbea13bf-8a2c-4488-a8ff-60512ae52267 disassociated. External IP: 172.27.3.96, port: e7ac99d9-d913-4d37-923b-5ad4209126a3. Sep 03 20:29:31.108746 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Calling delete_port for e7ac99d9-d913-4d37-923b-5ad4209126a3 owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:29:31.293909 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:31.299872 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba1b73-4090-454a-8a3d-8a9886795d01 req-505e9dbe-8d55-4e6c-b7d1-4e706bc72c52 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:31.301369 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-47ba1b73-4090-454a-8a3d-8a9886795d01 req-505e9dbe-8d55-4e6c-b7d1-4e706bc72c52 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 945 time: 0.0509303 Sep 03 20:29:31.331036 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event deleted for resources: {'Port': ['ID=e7ac99d9-d913-4d37-923b-5ad4209126a3,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:31.347386 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-47ba1b73-4090-454a-8a3d-8a9886795d01 req-f8faac27-f5dc-403c-b13e-a814a38c5bb3 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d10f995-7c37-42a4-a4c1-53b3c8be20cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360763 Sep 03 20:29:31.442158 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-874e76f1-92b4-4f52-8e52-50071c56aa04 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8726d38abac044278040b86f72505680&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281937 Sep 03 20:29:31.451021 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Router 8518cafa-5abe-476b-9385-1c294a495f74 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:29:31.560363 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:29:31.571537 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23235e48-d99a-487e-b469-5996eebcfb4c None None] Sync routers for ids ['8518cafa-5abe-476b-9385-1c294a495f74'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:29:31.580943 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23235e48-d99a-487e-b469-5996eebcfb4c None None] Routers {'8518cafa-5abe-476b-9385-1c294a495f74'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:31.581574 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-23235e48-d99a-487e-b469-5996eebcfb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:29:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['8518cafa-5abe-476b-9385-1c294a495f74'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:31.603333 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] No DVR routers for this DVR port e7ac99d9-d913-4d37-923b-5ad4209126a3 on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:29:31.605944 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:31.608606 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3aef7b08-aa9e-409d-b373-7b509e18e5d2 req-2c77e932-2c44-4213-9a6d-15b989f9b29c tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.42 "DELETE /v2.0/ports/e7ac99d9-d913-4d37-923b-5ad4209126a3 HTTP/1.1" status: 204 len: 173 time: 0.8557856 Sep 03 20:29:31.608606 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf9e4ad-b406-4081-9720-44e77dfb9ca7', 'name': 'network-vif-deleted', 'tag': 'e7ac99d9-d913-4d37-923b-5ad4209126a3'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:31.610849 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a598a9d-02ef-43ac-802c-9f2b174175c9" -d '{"events": [{"server_uuid": "7bf9e4ad-b406-4081-9720-44e77dfb9ca7", "name": "network-vif-deleted", "tag": "e7ac99d9-d913-4d37-923b-5ad4209126a3"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:31.633001 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-34c8eb88-1e86-49c0-81f8-746f4ae9b5f6 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:31.634507 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-34c8eb88-1e86-49c0-81f8-746f4ae9b5f6 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858640 Sep 03 20:29:31.650916 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-a9fc33e6-dc51-450d-a06c-407920b939fb tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/quotas/8726d38abac044278040b86f72505680 HTTP/1.1" status: 200 len: 375 time: 0.0107884 Sep 03 20:29:31.662380 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551a9068-42bf-4863-b6e0-854ad190af1f x-openstack-request-id: req-551a9068-42bf-4863-b6e0-854ad190af1f {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:31.662815 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf9e4ad-b406-4081-9720-44e77dfb9ca7", "name": "network-vif-deleted", "tag": "e7ac99d9-d913-4d37-923b-5ad4209126a3", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:31.663187 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-551a9068-42bf-4863-b6e0-854ad190af1f {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:31.663704 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf9e4ad-b406-4081-9720-44e77dfb9ca7', 'name': 'network-vif-deleted', 'tag': 'e7ac99d9-d913-4d37-923b-5ad4209126a3', 'status': 'completed', 'code': 200} Sep 03 20:29:31.685616 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-66185565-4ed0-4534-9f3f-aa66be578ce7 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8726d38abac044278040b86f72505680&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288696 Sep 03 20:29:31.699770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-23235e48-d99a-487e-b469-5996eebcfb4c None None] Set router 8518cafa-5abe-476b-9385-1c294a495f74 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:29:31.905590 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-23235e48-d99a-487e-b469-5996eebcfb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:32Z', 'revision_number': 5, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:31.939321 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23235e48-d99a-487e-b469-5996eebcfb4c None None] Checking router: 8518cafa-5abe-476b-9385-1c294a495f74 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:29:31.940257 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23235e48-d99a-487e-b469-5996eebcfb4c None None] Routers {'8518cafa-5abe-476b-9385-1c294a495f74'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:31.940864 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-23235e48-d99a-487e-b469-5996eebcfb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:29:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['8518cafa-5abe-476b-9385-1c294a495f74'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:32.036176 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-119a9be4-5b0e-40d4-8ebc-696eb9f2ccfd req-1cd92af3-d36f-41b8-a3ca-408e98fc50bd tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 210 time: 0.0298231 Sep 03 20:29:32.056369 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-23235e48-d99a-487e-b469-5996eebcfb4c None None] Set router 8518cafa-5abe-476b-9385-1c294a495f74 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:29:32.259133 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-23235e48-d99a-487e-b469-5996eebcfb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:32Z', 'revision_number': 5, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:32.284709 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23235e48-d99a-487e-b469-5996eebcfb4c None None] The sync data for ids ['8518cafa-5abe-476b-9385-1c294a495f74'] in dv-cinder-798198-4-iscsi is: [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '6cb6a029-529b-4c80-8450-10fde81c11f9', 'name': '', 'network_id': 'aebc5e64-82bd-49c5-97dd-2a9b3de43b94', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'mac_address': 'fa:16:3e:2f:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:32Z', 'revision_number': 5, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'subnets': [{'id': '57162df7-b596-4a6f-814b-47adc430c8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:29:32.452969 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-1184148c-6845-469b-b9be-b7a7d5184fcf req-765897f0-949b-49a8-b309-0c27ca4373e1 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bf9e4ad-b406-4081-9720-44e77dfb9ca7 HTTP/1.1" status: 200 len: 210 time: 0.0268250 Sep 03 20:29:32.515004 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8540d-4ac2-4b15-9e1f-f8fe457220f0 None None] New status for floating IP dbea13bf-8a2c-4488-a8ff-60512ae52267: DOWN {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:29:33.132318 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-78f97979-7b71-46ba-b69e-d5059514fd52 req-1af574b4-edbc-4ca8-87a6-1db18f033d81 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 210 time: 0.0279095 Sep 03 20:29:33.214822 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device e7ac99d9-d913-4d37-923b-5ad4209126a3 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:29:33.234055 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: e7ac99d9-d913-4d37-923b-5ad4209126a3 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:29:33.234401 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device e7ac99d9-d913-4d37-923b-5ad4209126a3 not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:29:33.620522 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 47680) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:33.674505 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c8aa552f-5b98-42a4-9199-548a5d37bb82 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:33.696876 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c8aa552f-5b98-42a4-9199-548a5d37bb82 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:33.819657 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c8aa552f-5b98-42a4-9199-548a5d37bb82 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:33.822349 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-c8aa552f-5b98-42a4-9199-548a5d37bb82 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:33.823536 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-c8aa552f-5b98-42a4-9199-548a5d37bb82 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "DELETE /v2.0/security-groups/0d10f995-7c37-42a4-a4c1-53b3c8be20cb HTTP/1.1" status: 204 len: 168 time: 0.2020254 Sep 03 20:29:33.827136 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 47682) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:33.832725 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa552f-5b98-42a4-9199-548a5d37bb82 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d10f995-7c37-42a4-a4c1-53b3c8be20cb,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:33.841331 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.api.v2.resource [None req-92c89c8d-35e2-4100-9e63-78153e808b8f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] show failed (client error): The resource could not be found. Sep 03 20:29:33.842336 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-92c89c8d-35e2-4100-9e63-78153e808b8f tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "GET /v2.0/security-groups/0d10f995-7c37-42a4-a4c1-53b3c8be20cb HTTP/1.1" status: 404 len: 347 time: 0.0150166 Sep 03 20:29:33.845200 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 47684) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:33.967370 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Deleting port e80a4bad-ac05-4806-8b24-70b106ac9353 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:29:33.967710 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:34.040962 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:34.041289 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:34.052491 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Calling delete_port for e80a4bad-ac05-4806-8b24-70b106ac9353 owned by network:floatingip {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:29:34.236143 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2c301e38-3096-4750-b9b5-c753f5492b60 req-7d5f83e8-2348-45e7-b67f-961ee48aee13 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 210 time: 0.0274041 Sep 03 20:29:34.277246 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:34.303348 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Pushing event deleted for resources: {'Port': ['ID=e80a4bad-ac05-4806-8b24-70b106ac9353,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:34.340163 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:34.340518 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:34.340864 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:34.341202 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:34.341536 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:34.341876 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:34.342204 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:34.342536 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:34.342894 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:34.343250 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:34.343576 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:34.343900 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:34.382895 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-8746cdb1-12e3-4425-ab37-c55104fca79e tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8726d38abac044278040b86f72505680&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536001 Sep 03 20:29:34.456160 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks [] for floatingip, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:34.458614 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:34.459790 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-7a46b554-1a63-451f-b3d8-870cdecaae11 tempest-AttachVolumeTestJSON-943614800 tempest-AttachVolumeTestJSON-943614800-project] 10.222.0.41 "DELETE /v2.0/floatingips/dbea13bf-8a2c-4488-a8ff-60512ae52267 HTTP/1.1" status: 204 len: 168 time: 0.6137104 Sep 03 20:29:34.575693 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-7d3485b9-b0e4-49d8-be75-e9a786efd50e tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:34.577165 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-7d3485b9-b0e4-49d8-be75-e9a786efd50e tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880224 Sep 03 20:29:34.589516 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Request body: {'port': {'device_id': 'c0edafba-010f-439a-b277-90f125fa21f4', 'network_id': 'ca3d261d-c215-4279-8c27-5d5877c0947e', 'admin_state_up': True, 'tenant_id': '8726d38abac044278040b86f72505680'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:34.836849 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Made reservation on behalf of 8726d38abac044278040b86f72505680 for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:29:34.841073 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:34.850186 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:34.956674 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:35.037343 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:35.110851 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3145c742-f939-4c1b-80ff-11df8d51caff,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:35.179585 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Allocated IP 192.168.233.191 (ca3d261d-c215-4279-8c27-5d5877c0947e/0609cb80-44e1-46f7-8c89-8070fa6d4168/cf0cb1be-05ee-40fb-b3a0-681d15b71282) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:29:35.323468 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:35.332600 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-509cad21-a41d-4d24-90fc-c39302e4ee8f req-866ff876-8e6f-480c-b566-02ee295c5852 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 210 time: 0.0253570 Sep 03 20:29:35.336748 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Transition to ACTIVE for port object cf0cb1be-05ee-40fb-b3a0-681d15b71282 will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:35.431984 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:35.471759 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Network ca3d261d-c215-4279-8c27-5d5877c0947e is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:29:35.474702 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:29:35.479015 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:29:35.504585 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Pushing event updated for resources: {'Port': ['ID=cf0cb1be-05ee-40fb-b3a0-681d15b71282,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:35.532964 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:35.533606 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:35.638655 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-92f593ef-c681-4fe7-be41-94e6b0b184e4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0517440 Sep 03 20:29:35.650800 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Request body: {'port': {'device_id': 'c0edafba-010f-439a-b277-90f125fa21f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:29:35.704888 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:35.755100 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-d1031bf7-a698-4532-9ff3-33ab750fc383 None None] Provisioning for port cf0cb1be-05ee-40fb-b3a0-681d15b71282 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:35.758767 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-d1031bf7-a698-4532-9ff3-33ab750fc383 None None] Provisioning complete for port cf0cb1be-05ee-40fb-b3a0-681d15b71282 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:35.759856 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d1031bf7-a698-4532-9ff3-33ab750fc383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:35.795952 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-d1031bf7-a698-4532-9ff3-33ab750fc383 None None] Port cf0cb1be-05ee-40fb-b3a0-681d15b71282 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:29:35.958611 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0cb1be-05ee-40fb-b3a0-681d15b71282 {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:35.965814 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:35.979015 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Transition to ACTIVE for port object cf0cb1be-05ee-40fb-b3a0-681d15b71282 will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:29:36.133598 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:36.190232 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Pushing event updated for resources: {'Port': ['ID=cf0cb1be-05ee-40fb-b3a0-681d15b71282,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:36.264656 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Attempting to bind port cf0cb1be-05ee-40fb-b3a0-681d15b71282 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:29:36.264991 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Attempting to bind port cf0cb1be-05ee-40fb-b3a0-681d15b71282 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'e17930bf-07b1-4e77-a85a-5aed5d2b48de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca3d261d-c215-4279-8c27-5d5877c0947e'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:29:36.265322 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Attempting to bind port cf0cb1be-05ee-40fb-b3a0-681d15b71282 on network ca3d261d-c215-4279-8c27-5d5877c0947e {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:36.269782 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Port cf0cb1be-05ee-40fb-b3a0-681d15b71282 on network ca3d261d-c215-4279-8c27-5d5877c0947e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:29:36.270102 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Attempting to bind port cf0cb1be-05ee-40fb-b3a0-681d15b71282 on network ca3d261d-c215-4279-8c27-5d5877c0947e {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:29:36.275308 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:29:36.275869 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Checking segment: {'id': 'e17930bf-07b1-4e77-a85a-5aed5d2b48de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca3d261d-c215-4279-8c27-5d5877c0947e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:29:36.276251 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Bound using segment: {'id': 'e17930bf-07b1-4e77-a85a-5aed5d2b48de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca3d261d-c215-4279-8c27-5d5877c0947e'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:29:36.276680 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Bound port: cf0cb1be-05ee-40fb-b3a0-681d15b71282, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e17930bf-07b1-4e77-a85a-5aed5d2b48de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca3d261d-c215-4279-8c27-5d5877c0947e'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:29:36.277036 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:36.341374 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] For port cf0cb1be-05ee-40fb-b3a0-681d15b71282, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:29:36.344296 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] For port cf0cb1be-05ee-40fb-b3a0-681d15b71282, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=cf0cb1be-05ee-40fb-b3a0-681d15b71282,segment=NetworkSegment(e17930bf-07b1-4e77-a85a-5aed5d2b48de),segment_id=e17930bf-07b1-4e77-a85a-5aed5d2b48de)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:29:36.409127 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:36.442745 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:36.443512 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:36.444912 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] 10.222.0.42 "PUT /v2.0/ports/cf0cb1be-05ee-40fb-b3a0-681d15b71282 HTTP/1.1" status: 200 len: 1098 time: 0.7988360 Sep 03 20:29:36.447185 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0edafba-010f-439a-b277-90f125fa21f4', 'tag': 'cf0cb1be-05ee-40fb-b3a0-681d15b71282'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:36.450322 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fc5837-2aeb-4309-9e3c-2d45e125bf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0edafba-010f-439a-b277-90f125fa21f4", "tag": "cf0cb1be-05ee-40fb-b3a0-681d15b71282"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:36.450915 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643877b-87b3-462f-8498-992a5f9508df req-8e9a13d1-c814-46be-a653-e352dba2bbd8 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:36.452576 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3643877b-87b3-462f-8498-992a5f9508df req-8e9a13d1-c814-46be-a653-e352dba2bbd8 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 948 time: 0.0547884 Sep 03 20:29:36.488158 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097238e-8eb9-4095-9d33-9b3195b237bc service neutron] Pushing event updated for resources: {'Port': ['ID=cf0cb1be-05ee-40fb-b3a0-681d15b71282,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:36.496702 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3643877b-87b3-462f-8498-992a5f9508df req-514165e1-cc13-4b53-9afa-5fa58e944bd7 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/security-groups?id=3145c742-f939-4c1b-80ff-11df8d51caff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367951 Sep 03 20:29:36.501911 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012a4fa4-7d70-4a13-9111-e974755a1373 x-openstack-request-id: req-012a4fa4-7d70-4a13-9111-e974755a1373 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:36.502199 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0edafba-010f-439a-b277-90f125fa21f4", "tag": "cf0cb1be-05ee-40fb-b3a0-681d15b71282", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:36.502447 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-012a4fa4-7d70-4a13-9111-e974755a1373 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:36.502836 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0edafba-010f-439a-b277-90f125fa21f4', 'tag': 'cf0cb1be-05ee-40fb-b3a0-681d15b71282', 'status': 'completed', 'code': 200} Sep 03 20:29:36.570634 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc5837-2aeb-4309-9e3c-2d45e125bf4b req-832d392d-fbda-40f6-8fec-d9c1fa32ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:36.572251 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-36fc5837-2aeb-4309-9e3c-2d45e125bf4b req-832d392d-fbda-40f6-8fec-d9c1fa32ec76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8726d38abac044278040b86f72505680&device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 1101 time: 0.0474896 Sep 03 20:29:36.600725 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-36fc5837-2aeb-4309-9e3c-2d45e125bf4b req-8781cb96-430f-45b4-bd7d-6892e1faa5ae service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8726d38abac044278040b86f72505680&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199177 Sep 03 20:29:36.693682 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc5837-2aeb-4309-9e3c-2d45e125bf4b req-daa939d1-065e-49f7-a91a-6ca06eaad1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:36.695047 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-36fc5837-2aeb-4309-9e3c-2d45e125bf4b req-daa939d1-065e-49f7-a91a-6ca06eaad1c2 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883951 Sep 03 20:29:36.776073 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-861faf02-8b46-4706-97c7-a14ded4a9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:36.777501 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-861faf02-8b46-4706-97c7-a14ded4a9de7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8726d38abac044278040b86f72505680&device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 1101 time: 0.0434737 Sep 03 20:29:36.818856 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-9db1956b-cd4e-4994-923d-fc547918e43d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=cf0cb1be-05ee-40fb-b3a0-681d15b71282 HTTP/1.1" status: 200 len: 217 time: 0.0333273 Sep 03 20:29:36.867442 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6f4c4c26-5892-4cca-a412-7f517d153a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:36.868927 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-6f4c4c26-5892-4cca-a412-7f517d153a08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0609cb80-44e1-46f7-8c89-8070fa6d4168 HTTP/1.1" status: 200 len: 843 time: 0.0421412 Sep 03 20:29:36.914420 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-060f061a-582e-473a-812c-a1ca77360020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:36.916548 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-060f061a-582e-473a-812c-a1ca77360020 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca3d261d-c215-4279-8c27-5d5877c0947e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406430 Sep 03 20:29:37.007004 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-bc799777-41f3-4b39-b9a5-6eeb76b9aa1d service neutron] 10.222.0.42 "GET /v2.0/networks/ca3d261d-c215-4279-8c27-5d5877c0947e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831113 Sep 03 20:29:37.099169 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-e5e7ff1a-c6fa-4be1-8a9f-85c2e9b5f0f0 req-8ee70786-7c77-49f0-a3dd-b00d03e22c0a service neutron] 10.222.0.42 "GET /v2.0/networks/ca3d261d-c215-4279-8c27-5d5877c0947e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840344 Sep 03 20:29:37.614755 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a1fe8-d71d-439d-964e-16d72c9b54f6 req-6265d2af-2edf-4e71-a328-21478a962af1 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:37.616233 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-722a1fe8-d71d-439d-964e-16d72c9b54f6 req-6265d2af-2edf-4e71-a328-21478a962af1 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 948 time: 0.0477285 Sep 03 20:29:37.653607 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-722a1fe8-d71d-439d-964e-16d72c9b54f6 req-bb8a35ed-9a3f-416c-80f5-61e1ed195aba tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/security-groups?id=3145c742-f939-4c1b-80ff-11df8d51caff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308800 Sep 03 20:29:38.648423 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 47726) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:38.766528 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4bf76-7f24-48c3-a0c3-7bb9ffe89061 req-bc8eac1b-9588-454a-9e0c-6862ab1d307a tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:38.768231 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0fe4bf76-7f24-48c3-a0c3-7bb9ffe89061 req-bc8eac1b-9588-454a-9e0c-6862ab1d307a tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 948 time: 0.0484962 Sep 03 20:29:38.806759 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0fe4bf76-7f24-48c3-a0c3-7bb9ffe89061 req-f2dccc8b-1a64-407c-ade5-21655cb274b0 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/security-groups?id=3145c742-f939-4c1b-80ff-11df8d51caff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321856 Sep 03 20:29:39.128140 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-661edcb7-81df-45c9-a0dd-3fc2ead33be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588023'] for router_interface, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:39.259644 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device cf0cb1be-05ee-40fb-b3a0-681d15b71282 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:29:39.278104 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c1c33551-87fa-4df5-b231-ad8a71a4efbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:39.355121 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port cf0cb1be-05ee-40fb-b3a0-681d15b71282, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=cf0cb1be-05ee-40fb-b3a0-681d15b71282,segment=NetworkSegment(e17930bf-07b1-4e77-a85a-5aed5d2b48de),segment_id=e17930bf-07b1-4e77-a85a-5aed5d2b48de)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:39.365244 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': 'cf0cb1be-05ee-40fb-b3a0-681d15b71282', 'network_id': 'ca3d261d-c215-4279-8c27-5d5877c0947e', 'port_id': 'cf0cb1be-05ee-40fb-b3a0-681d15b71282', 'mac_address': 'fa:16:3e:cf:3c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0609cb80-44e1-46f7-8c89-8070fa6d4168', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:29:39.365400 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-661edcb7-81df-45c9-a0dd-3fc2ead33be6 admin admin] Deleting port 6cb6a029-529b-4c80-8450-10fde81c11f9 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:29:39.365706 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-661edcb7-81df-45c9-a0dd-3fc2ead33be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:39.402008 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:39.418564 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0cb1be-05ee-40fb-b3a0-681d15b71282 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:29:39.438400 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port cf0cb1be-05ee-40fb-b3a0-681d15b71282, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=cf0cb1be-05ee-40fb-b3a0-681d15b71282,segment=NetworkSegment(e17930bf-07b1-4e77-a85a-5aed5d2b48de),segment_id=e17930bf-07b1-4e77-a85a-5aed5d2b48de)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:39.540409 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:39.590424 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=cf0cb1be-05ee-40fb-b3a0-681d15b71282,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:39.597735 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:39.598083 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:39.598425 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:39.598755 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:39.599110 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:39.599444 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:39.599767 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:39.600091 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:39.600425 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:39.600742 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:39.601061 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:39.601378 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:29:39.687711 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-661edcb7-81df-45c9-a0dd-3fc2ead33be6 admin admin] For port 6cb6a029-529b-4c80-8450-10fde81c11f9, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=6cb6a029-529b-4c80-8450-10fde81c11f9,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:39.688329 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-661edcb7-81df-45c9-a0dd-3fc2ead33be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:39.700293 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-661edcb7-81df-45c9-a0dd-3fc2ead33be6 admin admin] Calling delete_port for 6cb6a029-529b-4c80-8450-10fde81c11f9 owned by network:router_interface {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:29:39.761190 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['cf0cb1be-05ee-40fb-b3a0-681d15b71282'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:29:39.929251 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a30b0-e62c-46e4-bf43-bd1d10291094 req-12fec151-5587-46d3-b406-0bdbaa3d1c9e tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:39.930677 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-901a30b0-e62c-46e4-bf43-bd1d10291094 req-12fec151-5587-46d3-b406-0bdbaa3d1c9e tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 949 time: 0.0506327 Sep 03 20:29:39.967518 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-901a30b0-e62c-46e4-bf43-bd1d10291094 req-835db3fa-bddf-4a8f-836a-b62e10a1163b tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/security-groups?id=3145c742-f939-4c1b-80ff-11df8d51caff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307739 Sep 03 20:29:39.984153 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-661edcb7-81df-45c9-a0dd-3fc2ead33be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:40.009081 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661edcb7-81df-45c9-a0dd-3fc2ead33be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb6a029-529b-4c80-8450-10fde81c11f9,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:40.171676 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-661edcb7-81df-45c9-a0dd-3fc2ead33be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588131'] for router_interface, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:40.377433 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661edcb7-81df-45c9-a0dd-3fc2ead33be6 admin admin] Router 8518cafa-5abe-476b-9385-1c294a495f74 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:29:40.482419 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661edcb7-81df-45c9-a0dd-3fc2ead33be6 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:29:40.487703 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-661edcb7-81df-45c9-a0dd-3fc2ead33be6 admin admin] 10.222.0.41 "PUT /v2.0/routers/8518cafa-5abe-476b-9385-1c294a495f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8382652 Sep 03 20:29:40.490208 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 47734) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:40.491277 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4d319b-a5e1-496b-9fb2-26d68fd278df None None] Sync routers for ids ['8518cafa-5abe-476b-9385-1c294a495f74'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:29:40.500937 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4d319b-a5e1-496b-9fb2-26d68fd278df None None] Routers {'8518cafa-5abe-476b-9385-1c294a495f74'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:40.501555 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-8a4d319b-a5e1-496b-9fb2-26d68fd278df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:29:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['8518cafa-5abe-476b-9385-1c294a495f74'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:40.593356 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] Notify callbacks [] for router, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:40.603239 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-8a4d319b-a5e1-496b-9fb2-26d68fd278df None None] Set router 8518cafa-5abe-476b-9385-1c294a495f74 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:29:40.694373 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:40.776789 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-8a4d319b-a5e1-496b-9fb2-26d68fd278df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:29:39Z', 'revision_number': 5, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port': {'id': '82c0268e-701e-48a2-99ed-811561c7bb55', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8518cafa-5abe-476b-9385-1c294a495f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:13Z', 'updated_at': '2021-09-03T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:40.801715 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4d319b-a5e1-496b-9fb2-26d68fd278df None None] Checking router: 8518cafa-5abe-476b-9385-1c294a495f74 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:29:40.810078 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4d319b-a5e1-496b-9fb2-26d68fd278df None None] Routers {'8518cafa-5abe-476b-9385-1c294a495f74'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:40.810689 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-8a4d319b-a5e1-496b-9fb2-26d68fd278df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:29:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['8518cafa-5abe-476b-9385-1c294a495f74'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:40.827995 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] Deleting port 82c0268e-701e-48a2-99ed-811561c7bb55 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:29:40.828341 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:40.914293 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] For port 82c0268e-701e-48a2-99ed-811561c7bb55, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=82c0268e-701e-48a2-99ed-811561c7bb55,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:40.914658 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:40.927842 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] Calling delete_port for 82c0268e-701e-48a2-99ed-811561c7bb55 owned by network:router_gateway {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:29:41.020088 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-8a4d319b-a5e1-496b-9fb2-26d68fd278df None None] Set router 8518cafa-5abe-476b-9385-1c294a495f74 gateway port host: None {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:29:41.078889 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-8a4d319b-a5e1-496b-9fb2-26d68fd278df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:29:40Z', 'revision_number': 6, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port_host': None}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:41.083483 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948ef65-40fd-41c0-96d7-a09e2113c8d4 req-e7dcb2ee-043a-4544-a278-85e598b5f74e tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:41.085584 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e948ef65-40fd-41c0-96d7-a09e2113c8d4 req-e7dcb2ee-043a-4544-a278-85e598b5f74e tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 949 time: 0.0518918 Sep 03 20:29:41.106089 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4d319b-a5e1-496b-9fb2-26d68fd278df None None] The sync data for ids ['8518cafa-5abe-476b-9385-1c294a495f74'] in dv-cinder-798198-4-iscsi is: [{'id': '8518cafa-5abe-476b-9385-1c294a495f74', 'name': 'tempest-AttachVolumeTestJSON-1406442668-router', 'tenant_id': 'f3d2108719d94b07918fa67775b13e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:12Z', 'updated_at': '2021-09-03T20:29:40Z', 'revision_number': 6, 'project_id': 'f3d2108719d94b07918fa67775b13e14', 'gw_port_host': None}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:29:41.128201 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e948ef65-40fd-41c0-96d7-a09e2113c8d4 req-77a1078d-b7e3-4056-80b4-ffb0366c2770 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/security-groups?id=3145c742-f939-4c1b-80ff-11df8d51caff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337389 Sep 03 20:29:41.208488 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.233469 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c0268e-701e-48a2-99ed-811561c7bb55,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:41.272545 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device cf0cb1be-05ee-40fb-b3a0-681d15b71282 up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:29:41.294939 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587917'] for router_gateway, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.381628 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.383701 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.385013 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port cf0cb1be-05ee-40fb-b3a0-681d15b71282 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:29:41.389663 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port cf0cb1be-05ee-40fb-b3a0-681d15b71282 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:29:41.389981 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.476304 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.501977 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0edafba-010f-439a-b277-90f125fa21f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0cb1be-05ee-40fb-b3a0-681d15b71282'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:41.504395 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b912a197-21c6-4ee5-81bc-d0eb32238ad1" -d '{"events": [{"server_uuid": "c0edafba-010f-439a-b277-90f125fa21f4", "name": "network-vif-plugged", "status": "completed", "tag": "cf0cb1be-05ee-40fb-b3a0-681d15b71282"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:41.522138 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port cf0cb1be-05ee-40fb-b3a0-681d15b71282, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=cf0cb1be-05ee-40fb-b3a0-681d15b71282,segment=NetworkSegment(e17930bf-07b1-4e77-a85a-5aed5d2b48de),segment_id=e17930bf-07b1-4e77-a85a-5aed5d2b48de)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:41.539996 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586795'] for router, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.543950 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8518cafa-5abe-476b-9385-1c294a495f74 {{(pid=94575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:29:41.549717 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.551979 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-7f37a219-8a79-455c-b6f5-8217f4085442 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8518cafa-5abe-476b-9385-1c294a495f74 HTTP/1.1" status: 204 len: 168 time: 1.0599065 Sep 03 20:29:41.553580 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f043189-d68c-41df-9514-82b1c5eedb50 x-openstack-request-id: req-4f043189-d68c-41df-9514-82b1c5eedb50 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:41.553733 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 47740) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:41.553880 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0edafba-010f-439a-b277-90f125fa21f4", "name": "network-vif-plugged", "status": "completed", "tag": "cf0cb1be-05ee-40fb-b3a0-681d15b71282", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:41.554140 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f043189-d68c-41df-9514-82b1c5eedb50 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:41.554525 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0edafba-010f-439a-b277-90f125fa21f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0cb1be-05ee-40fb-b3a0-681d15b71282', 'code': 200} Sep 03 20:29:41.598088 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d09487-d8ec-4ff8-a09a-e996917a56f2 admin admin] Deleting subnet 57162df7-b596-4a6f-814b-47adc430c8b4 {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:29:41.601231 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89d09487-d8ec-4ff8-a09a-e996917a56f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.619590 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.641041 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89d09487-d8ec-4ff8-a09a-e996917a56f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3744847'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.669116 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=cf0cb1be-05ee-40fb-b3a0-681d15b71282,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:41.715836 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89d09487-d8ec-4ff8-a09a-e996917a56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.869372 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 6cb6a029-529b-4c80-8450-10fde81c11f9 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:29:41.889734 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89d09487-d8ec-4ff8-a09a-e996917a56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3284137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4064479'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.891513 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: 6cb6a029-529b-4c80-8450-10fde81c11f9 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:29:41.891860 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 6cb6a029-529b-4c80-8450-10fde81c11f9 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:29:41.918855 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d09487-d8ec-4ff8-a09a-e996917a56f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57162df7-b596-4a6f-814b-47adc430c8b4,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:41.920993 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89d09487-d8ec-4ff8-a09a-e996917a56f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:41.923127 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-89d09487-d8ec-4ff8-a09a-e996917a56f2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/57162df7-b596-4a6f-814b-47adc430c8b4 HTTP/1.1" status: 204 len: 168 time: 0.3683703 Sep 03 20:29:41.925444 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 47744) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:41.929186 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6354af-b9b8-4fb2-a1e0-8f50670e1eb8 None None] Network aebc5e64-82bd-49c5-97dd-2a9b3de43b94 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:29:41.929833 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fda72-94d1-4c3c-a941-2a4ff9488334 req-3123fc1b-df6d-4d5f-99bf-0559e64f3102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:41.931379 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-926fda72-94d1-4c3c-a941-2a4ff9488334 req-3123fc1b-df6d-4d5f-99bf-0559e64f3102 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 1103 time: 0.0490096 Sep 03 20:29:41.977096 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-926fda72-94d1-4c3c-a941-2a4ff9488334 req-13a4720c-76db-4ec3-b236-5fb2e3b4f286 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3145c742-f939-4c1b-80ff-11df8d51caff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351298 Sep 03 20:29:42.014413 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.056689 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-158f281f-28c8-4853-80a9-1d8fb2d226a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.067433 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Deleting port d4342412-25f3-4f99-ac98-b7d7461cbb11 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:29:42.074651 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.128703 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bda7320-46f5-469f-bd81-90a1eb08757c None None] DHCP port deletion for aebc5e64-82bd-49c5-97dd-2a9b3de43b94 request from dv-cinder-798198-4-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:29:42.142610 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] For port d4342412-25f3-4f99-ac98-b7d7461cbb11, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d4342412-25f3-4f99-ac98-b7d7461cbb11,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:42.143099 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.156110 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Calling delete_port for d4342412-25f3-4f99-ac98-b7d7461cbb11 owned by network:dhcp {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:29:42.192734 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-0bda7320-46f5-469f-bd81-90a1eb08757c None None] Deleting port d4342412-25f3-4f99-ac98-b7d7461cbb11 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:29:42.193207 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0bda7320-46f5-469f-bd81-90a1eb08757c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.254771 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-0bda7320-46f5-469f-bd81-90a1eb08757c None None] For port d4342412-25f3-4f99-ac98-b7d7461cbb11, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d4342412-25f3-4f99-ac98-b7d7461cbb11,segment=NetworkSegment(45b7379d-0436-47e7-a337-d176c21d6284),segment_id=45b7379d-0436-47e7-a337-d176c21d6284)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:42.255297 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0bda7320-46f5-469f-bd81-90a1eb08757c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.267936 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-0bda7320-46f5-469f-bd81-90a1eb08757c None None] Calling delete_port for d4342412-25f3-4f99-ac98-b7d7461cbb11 owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:29:42.270695 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be2793-6a13-4b6f-a354-9595c96c08ab req-bb1fdec3-5561-4d03-a3a7-9d1d61cdabd2 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:42.272176 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a2be2793-6a13-4b6f-a354-9595c96c08ab req-bb1fdec3-5561-4d03-a3a7-9d1d61cdabd2 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 950 time: 0.0653043 Sep 03 20:29:42.315189 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a2be2793-6a13-4b6f-a354-9595c96c08ab req-6c50948d-6295-457f-b191-b7319fcd77bb tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/security-groups?id=3145c742-f939-4c1b-80ff-11df8d51caff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360026 Sep 03 20:29:42.361142 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.366955 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0bda7320-46f5-469f-bd81-90a1eb08757c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.387834 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4342412-25f3-4f99-ac98-b7d7461cbb11,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:42.389640 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] No DVR routers for this DVR port d4342412-25f3-4f99-ac98-b7d7461cbb11 on host dv-cinder-798198-4-iscsi {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:29:42.399370 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bda7320-46f5-469f-bd81-90a1eb08757c None None] No DVR routers for this DVR port d4342412-25f3-4f99-ac98-b7d7461cbb11 on host dv-cinder-798198-4-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:29:42.401126 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda7320-46f5-469f-bd81-90a1eb08757c None None] Pushing event deleted for resources: {'Port': ['ID=d4342412-25f3-4f99-ac98-b7d7461cbb11,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:42.461474 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.471063 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aebc5e64-82bd-49c5-97dd-2a9b3de43b94']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:42.481263 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b7379d-0436-47e7-a337-d176c21d6284') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:42.481554 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b7379d-0436-47e7-a337-d176c21d6284') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:42.489955 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3744854'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.507186 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.513128 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:29:42.513538 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284215'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: Traceback (most recent call last): Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: timer() Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: cb(*args, **kw) Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: return func(*args, **kwargs) Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: self._notify() Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: self.callback(batched_events) Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: event.method(event) Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: return f(self, *a, **k) Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: return self._get(url).json() Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:29:42.515154 dv-cinder-798198-4-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:29:42.646845 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.652273 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:42.654067 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] 10.222.0.41 "DELETE /v2.0/networks/aebc5e64-82bd-49c5-97dd-2a9b3de43b94 HTTP/1.1" status: 204 len: 168 time: 0.7276347 Sep 03 20:29:42.667113 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e951418-6428-43f5-87dd-1a6635943001 admin admin] Pushing event deleted for resources: {'Network': ['ID=aebc5e64-82bd-49c5-97dd-2a9b3de43b94,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:42.751030 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.018560 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 47750) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:43.058839 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a9403419-a0f4-450a-84ab-7bd4bfd82232 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3d2108719d94b07918fa67775b13e14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388122 Sep 03 20:29:43.063773 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 47752) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:43.115085 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b3c42ec5-82d8-4ec9-92f0-8a36d141de05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.136483 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b3c42ec5-82d8-4ec9-92f0-8a36d141de05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.231358 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 82c0268e-701e-48a2-99ed-811561c7bb55 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:29:43.252128 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: 82c0268e-701e-48a2-99ed-811561c7bb55 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:29:43.252558 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 82c0268e-701e-48a2-99ed-811561c7bb55 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:29:43.252975 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d4342412-25f3-4f99-ac98-b7d7461cbb11 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:29:43.259477 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b3c42ec5-82d8-4ec9-92f0-8a36d141de05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.263396 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b3c42ec5-82d8-4ec9-92f0-8a36d141de05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.264535 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-b3c42ec5-82d8-4ec9-92f0-8a36d141de05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85e679ce-f5d4-4830-a188-2ba88ace5b15 HTTP/1.1" status: 204 len: 168 time: 0.1996729 Sep 03 20:29:43.272435 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c42ec5-82d8-4ec9-92f0-8a36d141de05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e679ce-f5d4-4830-a188-2ba88ace5b15,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:43.274779 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: d4342412-25f3-4f99-ac98-b7d7461cbb11 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:29:43.275274 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d4342412-25f3-4f99-ac98-b7d7461cbb11 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:29:43.419041 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:43.435614 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42355806-5195-4cc5-9ecc-1a74da13367f req-5a3d87d9-310f-4027-8877-e2376e1e12fe tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:43.437077 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-42355806-5195-4cc5-9ecc-1a74da13367f req-5a3d87d9-310f-4027-8877-e2376e1e12fe tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 950 time: 0.0535593 Sep 03 20:29:43.476091 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-42355806-5195-4cc5-9ecc-1a74da13367f req-27659e18-acb3-4dcc-9d18-6386f6dda9fe tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/security-groups?id=3145c742-f939-4c1b-80ff-11df8d51caff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328264 Sep 03 20:29:44.207569 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccca1e8-fb01-4896-a791-1559c105b7d0 req-900f8e41-836c-4fce-83ef-a279d306f32b tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:44.209043 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ccca1e8-fb01-4896-a791-1559c105b7d0 req-900f8e41-836c-4fce-83ef-a279d306f32b tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 950 time: 0.0469801 Sep 03 20:29:44.247033 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9ccca1e8-fb01-4896-a791-1559c105b7d0 req-cf72b77e-7f67-49ac-90d1-6c7c9c845492 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/security-groups?id=3145c742-f939-4c1b-80ff-11df8d51caff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315907 Sep 03 20:29:44.980422 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.372792 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879e893-30b9-4572-964e-c0bf094c6dcd req-d42b9d08-24ff-4927-9a3a-270f936579c4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:45.374183 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f879e893-30b9-4572-964e-c0bf094c6dcd req-d42b9d08-24ff-4927-9a3a-270f936579c4 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 950 time: 0.0563030 Sep 03 20:29:45.413460 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f879e893-30b9-4572-964e-c0bf094c6dcd req-4b14a15e-f648-478f-bda6-5ee2f6980eac tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/security-groups?id=3145c742-f939-4c1b-80ff-11df8d51caff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Sep 03 20:29:45.514169 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bee1c-eebc-4149-9cf8-9aee10e04e90 req-a41c92f5-4267-46a8-b575-2f691d72590c tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:45.515775 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c08bee1c-eebc-4149-9cf8-9aee10e04e90 req-a41c92f5-4267-46a8-b575-2f691d72590c tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 950 time: 0.0497894 Sep 03 20:29:45.615880 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-c08bee1c-eebc-4149-9cf8-9aee10e04e90 req-56fc2339-e10d-4df0-a892-449abf342c5a tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Deleting port cf0cb1be-05ee-40fb-b3a0-681d15b71282 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:29:45.616225 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-c08bee1c-eebc-4149-9cf8-9aee10e04e90 req-56fc2339-e10d-4df0-a892-449abf342c5a tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.705919 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-c08bee1c-eebc-4149-9cf8-9aee10e04e90 req-56fc2339-e10d-4df0-a892-449abf342c5a tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] For port cf0cb1be-05ee-40fb-b3a0-681d15b71282, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=cf0cb1be-05ee-40fb-b3a0-681d15b71282,segment=NetworkSegment(e17930bf-07b1-4e77-a85a-5aed5d2b48de),segment_id=e17930bf-07b1-4e77-a85a-5aed5d2b48de)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:45.706290 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-c08bee1c-eebc-4149-9cf8-9aee10e04e90 req-56fc2339-e10d-4df0-a892-449abf342c5a tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.718884 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-c08bee1c-eebc-4149-9cf8-9aee10e04e90 req-56fc2339-e10d-4df0-a892-449abf342c5a tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Calling delete_port for cf0cb1be-05ee-40fb-b3a0-681d15b71282 owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:29:45.974174 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-c08bee1c-eebc-4149-9cf8-9aee10e04e90 req-56fc2339-e10d-4df0-a892-449abf342c5a tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:45.987518 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['cf0cb1be-05ee-40fb-b3a0-681d15b71282'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:29:46.002192 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc2339-e10d-4df0-a892-449abf342c5a tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Pushing event deleted for resources: {'Port': ['ID=cf0cb1be-05ee-40fb-b3a0-681d15b71282,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:46.051256 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08bee1c-eebc-4149-9cf8-9aee10e04e90 req-56fc2339-e10d-4df0-a892-449abf342c5a tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] No DVR routers for this DVR port cf0cb1be-05ee-40fb-b3a0-681d15b71282 on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:29:46.053854 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-c08bee1c-eebc-4149-9cf8-9aee10e04e90 req-56fc2339-e10d-4df0-a892-449abf342c5a tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:46.058562 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-c08bee1c-eebc-4149-9cf8-9aee10e04e90 req-56fc2339-e10d-4df0-a892-449abf342c5a tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.42 "DELETE /v2.0/ports/cf0cb1be-05ee-40fb-b3a0-681d15b71282 HTTP/1.1" status: 204 len: 173 time: 0.5340278 Sep 03 20:29:46.058562 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0edafba-010f-439a-b277-90f125fa21f4', 'name': 'network-vif-deleted', 'tag': 'cf0cb1be-05ee-40fb-b3a0-681d15b71282'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:46.059174 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd456aa-113f-4a32-9d5e-7a5baf804513" -d '{"events": [{"server_uuid": "c0edafba-010f-439a-b277-90f125fa21f4", "name": "network-vif-deleted", "tag": "cf0cb1be-05ee-40fb-b3a0-681d15b71282"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:46.098090 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fab718-834c-4d59-8eae-e7ec03d2db9d x-openstack-request-id: req-75fab718-834c-4d59-8eae-e7ec03d2db9d {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:46.098388 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0edafba-010f-439a-b277-90f125fa21f4", "name": "network-vif-deleted", "tag": "cf0cb1be-05ee-40fb-b3a0-681d15b71282", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:46.098644 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75fab718-834c-4d59-8eae-e7ec03d2db9d {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:46.099043 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0edafba-010f-439a-b277-90f125fa21f4', 'name': 'network-vif-deleted', 'tag': 'cf0cb1be-05ee-40fb-b3a0-681d15b71282', 'status': 'completed', 'code': 200} Sep 03 20:29:46.520739 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e717c3a1-1098-4ae7-8b95-9f3caec5ab7e req-fe7600ca-8e2c-4aac-9072-5dafcfc1d310 tempest-VolumesNegativeTest-1519704930 tempest-VolumesNegativeTest-1519704930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0edafba-010f-439a-b277-90f125fa21f4 HTTP/1.1" status: 200 len: 210 time: 0.0257230 Sep 03 20:29:46.945480 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 47828) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:47.048990 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4644ef1f-7c64-4967-9abb-1287a763d0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:47.136342 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4644ef1f-7c64-4967-9abb-1287a763d0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:47.246697 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-4644ef1f-7c64-4967-9abb-1287a763d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:47.286642 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-4644ef1f-7c64-4967-9abb-1287a763d0ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01167c12847a4282a15919fa1fe2b51e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435733 Sep 03 20:29:47.287550 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644ef1f-7c64-4967-9abb-1287a763d0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c1f24b-d2e4-40fe-b902-294a71706413,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:47.289290 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 47832) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:47.336509 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cbf40fe7-1b12-4965-8b8e-226726cb936c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:47.357900 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cbf40fe7-1b12-4965-8b8e-226726cb936c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:47.494167 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cbf40fe7-1b12-4965-8b8e-226726cb936c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:47.496693 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-cbf40fe7-1b12-4965-8b8e-226726cb936c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:47.497881 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-cbf40fe7-1b12-4965-8b8e-226726cb936c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47c1f24b-d2e4-40fe-b902-294a71706413 HTTP/1.1" status: 204 len: 168 time: 0.2076247 Sep 03 20:29:47.505525 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf40fe7-1b12-4965-8b8e-226726cb936c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c1f24b-d2e4-40fe-b902-294a71706413,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:48.265446 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 47860) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:48.279603 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e5e6400c-2350-45a4-9dd0-7fa51982e995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.366729 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e5e6400c-2350-45a4-9dd0-7fa51982e995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.464540 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e5e6400c-2350-45a4-9dd0-7fa51982e995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.502798 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e5e6400c-2350-45a4-9dd0-7fa51982e995 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1a86ff24f2342dfa5b5a4fe2bed3d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359807 Sep 03 20:29:48.503668 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6400c-2350-45a4-9dd0-7fa51982e995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dad1ca-ea42-459b-9ef5-c4fcdb59e4fc,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:48.505520 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 47866) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:48.557091 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b7adb09f-4ba3-41ff-b293-7361cf24b8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.581913 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b7adb09f-4ba3-41ff-b293-7361cf24b8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.720692 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b7adb09f-4ba3-41ff-b293-7361cf24b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.724439 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b7adb09f-4ba3-41ff-b293-7361cf24b8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:48.725636 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b7adb09f-4ba3-41ff-b293-7361cf24b8b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2dad1ca-ea42-459b-9ef5-c4fcdb59e4fc HTTP/1.1" status: 204 len: 168 time: 0.2178867 Sep 03 20:29:48.734804 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adb09f-4ba3-41ff-b293-7361cf24b8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dad1ca-ea42-459b-9ef5-c4fcdb59e4fc,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:49.328690 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device cf0cb1be-05ee-40fb-b3a0-681d15b71282 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:29:49.348657 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: cf0cb1be-05ee-40fb-b3a0-681d15b71282 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:29:49.349088 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device cf0cb1be-05ee-40fb-b3a0-681d15b71282 not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:29:53.739478 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.044342 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48130) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:54.183743 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-ea531d0d-64f2-45da-aea0-acfa257359f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8726d38abac044278040b86f72505680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382067 Sep 03 20:29:54.186246 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48138) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:29:54.235277 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-89a944f1-2319-45c9-9e2a-b47a2a316f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.257924 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-89a944f1-2319-45c9-9e2a-b47a2a316f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.482166 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-89a944f1-2319-45c9-9e2a-b47a2a316f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.485078 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-89a944f1-2319-45c9-9e2a-b47a2a316f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:54.486238 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-89a944f1-2319-45c9-9e2a-b47a2a316f32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3145c742-f939-4c1b-80ff-11df8d51caff HTTP/1.1" status: 204 len: 168 time: 0.2990873 Sep 03 20:29:54.495975 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a944f1-2319-45c9-9e2a-b47a2a316f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3145c742-f939-4c1b-80ff-11df8d51caff,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:54.920815 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6d9a8-b0a3-4a31-be78-34c876a1869f req-e6ee7910-aaf6-43c1-9149-31df0e091459 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:54.922394 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-34a6d9a8-b0a3-4a31-be78-34c876a1869f req-e6ee7910-aaf6-43c1-9149-31df0e091459 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 947 time: 0.0490878 Sep 03 20:29:54.965155 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-34a6d9a8-b0a3-4a31-be78-34c876a1869f req-3ecebfcf-8500-4aa1-9916-9eb94b02712e tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356681 Sep 03 20:29:56.090631 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b856e1e-be7b-4b30-b463-5142abc844c9 req-7300fe7e-1ede-4629-a411-58df1d282d09 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:56.092070 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4b856e1e-be7b-4b30-b463-5142abc844c9 req-7300fe7e-1ede-4629-a411-58df1d282d09 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 947 time: 0.0466557 Sep 03 20:29:56.128019 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4b856e1e-be7b-4b30-b463-5142abc844c9 req-66ef57ef-bd6a-44b1-b718-b31f120bce99 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301583 Sep 03 20:29:57.246941 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc47f-7a53-468e-884a-99b751cce800 req-dfc00986-4ac6-46b2-9ea4-20c86612cbee tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:57.248382 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0c3cc47f-7a53-468e-884a-99b751cce800 req-dfc00986-4ac6-46b2-9ea4-20c86612cbee tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 947 time: 0.0505524 Sep 03 20:29:57.284191 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0c3cc47f-7a53-468e-884a-99b751cce800 req-19eaa94d-17de-4154-a168-974eaf12e572 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301116 Sep 03 20:29:58.400231 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e4374-1188-4053-8563-7228de279b6c req-fd75a063-c5dc-4db8-b64a-fcbbdbdce507 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:58.401766 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-483e4374-1188-4053-8563-7228de279b6c req-fd75a063-c5dc-4db8-b64a-fcbbdbdce507 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 947 time: 0.0480430 Sep 03 20:29:58.438655 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-483e4374-1188-4053-8563-7228de279b6c req-96348a1f-4e48-4abc-bd2b-d6415e91edb0 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups?id=079ae8fe-41c1-455d-99da-8a745308a615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307164 Sep 03 20:29:58.900652 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-0e59ebbc-54f0-4ae8-b246-0cd776b43e93 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:29:58.902084 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-0e59ebbc-54f0-4ae8-b246-0cd776b43e93 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.42 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 947 time: 0.0468986 Sep 03 20:29:58.998058 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Deleting port 8f9b22e0-705a-4b03-926d-997ca4e42cec {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:29:58.998402 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.093950 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] For port 8f9b22e0-705a-4b03-926d-997ca4e42cec, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f9b22e0-705a-4b03-926d-997ca4e42cec,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:29:59.094314 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.260608 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:29:59.267708 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.268074 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.268391 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.l3_db [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Floating IP 0e54ce3e-6912-4ea0-a673-14d5507b07bf disassociated. External IP: 172.27.3.131, port: 8f9b22e0-705a-4b03-926d-997ca4e42cec. Sep 03 20:29:59.268743 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Calling delete_port for 8f9b22e0-705a-4b03-926d-997ca4e42cec owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:29:59.471937 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.502138 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event deleted for resources: {'Port': ['ID=8f9b22e0-705a-4b03-926d-997ca4e42cec,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:29:59.552392 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3c0de5d3-7682-4bec-a4e5-dfbe17337e90 req-47cb6776-7831-48da-be9f-e22acfd84b2d tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 210 time: 0.0276661 Sep 03 20:29:59.612703 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Router 9d9db0c2-6334-4b21-9db3-ae43621e807d has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:29:59.716682 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:29:59.726199 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdf2da-6647-43c3-8fb7-4a79572ea096 None None] Sync routers for ids ['9d9db0c2-6334-4b21-9db3-ae43621e807d'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:29:59.737321 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fdf2da-6647-43c3-8fb7-4a79572ea096 None None] Routers {'9d9db0c2-6334-4b21-9db3-ae43621e807d'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:29:59.737971 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-d5fdf2da-6647-43c3-8fb7-4a79572ea096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:29:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['9d9db0c2-6334-4b21-9db3-ae43621e807d'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:29:59.759252 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] No DVR routers for this DVR port 8f9b22e0-705a-4b03-926d-997ca4e42cec on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:29:59.762408 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:29:59.764401 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-f81f54e3-583c-4cab-8ef2-7640ca0eae36 req-07bf61b1-c771-4022-90fd-5384f8a1ea01 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.42 "DELETE /v2.0/ports/8f9b22e0-705a-4b03-926d-997ca4e42cec HTTP/1.1" status: 204 len: 173 time: 0.8558111 Sep 03 20:29:59.764836 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'name': 'network-vif-deleted', 'tag': '8f9b22e0-705a-4b03-926d-997ca4e42cec'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:29:59.767099 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff554302-2ff1-4570-8161-539fa91abb6d" -d '{"events": [{"server_uuid": "f38d7d86-57c2-459e-8fc0-5e5774d16749", "name": "network-vif-deleted", "tag": "8f9b22e0-705a-4b03-926d-997ca4e42cec"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:29:59.801351 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9768a36b-dc5f-45a8-9258-2e08bf209be2 x-openstack-request-id: req-9768a36b-dc5f-45a8-9258-2e08bf209be2 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:29:59.801642 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38d7d86-57c2-459e-8fc0-5e5774d16749", "name": "network-vif-deleted", "tag": "8f9b22e0-705a-4b03-926d-997ca4e42cec", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:29:59.801895 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9768a36b-dc5f-45a8-9258-2e08bf209be2 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:29:59.802295 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38d7d86-57c2-459e-8fc0-5e5774d16749', 'name': 'network-vif-deleted', 'tag': '8f9b22e0-705a-4b03-926d-997ca4e42cec', 'status': 'completed', 'code': 200} Sep 03 20:29:59.849806 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-d5fdf2da-6647-43c3-8fb7-4a79572ea096 None None] Set router 9d9db0c2-6334-4b21-9db3-ae43621e807d gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:00.050901 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-d5fdf2da-6647-43c3-8fb7-4a79572ea096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:35Z', 'revision_number': 5, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:00.085576 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdf2da-6647-43c3-8fb7-4a79572ea096 None None] Checking router: 9d9db0c2-6334-4b21-9db3-ae43621e807d for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:30:00.094885 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fdf2da-6647-43c3-8fb7-4a79572ea096 None None] Routers {'9d9db0c2-6334-4b21-9db3-ae43621e807d'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:00.095533 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-d5fdf2da-6647-43c3-8fb7-4a79572ea096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:29:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['9d9db0c2-6334-4b21-9db3-ae43621e807d'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:00.201923 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-d5fdf2da-6647-43c3-8fb7-4a79572ea096 None None] Set router 9d9db0c2-6334-4b21-9db3-ae43621e807d gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:00.396998 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-d5fdf2da-6647-43c3-8fb7-4a79572ea096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:35Z', 'revision_number': 5, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:00.423784 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdf2da-6647-43c3-8fb7-4a79572ea096 None None] The sync data for ids ['9d9db0c2-6334-4b21-9db3-ae43621e807d'] in dv-cinder-798198-4-iscsi is: [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:22:26Z', 'revision_number': 4, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': '72268ac9-edef-4270-bba6-96d74df760f4', 'name': '', 'network_id': '87e928be-9f46-4330-9e45-fbf3edf30f0e', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'mac_address': 'fa:16:3e:67:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:24Z', 'updated_at': '2021-09-03T20:22:35Z', 'revision_number': 5, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'subnets': [{'id': '7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:30:00.646465 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d40193-d3ee-4944-a37c-5450b2eeaca5 None None] New status for floating IP 0e54ce3e-6912-4ea0-a673-14d5507b07bf: DOWN {{(pid=94577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:30:00.670703 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0a87b3ec-b08c-48f8-b82c-b1d4b06e1e99 req-444084cb-de2b-4973-9131-5a5821968f32 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38d7d86-57c2-459e-8fc0-5e5774d16749 HTTP/1.1" status: 200 len: 210 time: 0.0268838 Sep 03 20:30:01.390294 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 8f9b22e0-705a-4b03-926d-997ca4e42cec no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:30:01.409649 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: 8f9b22e0-705a-4b03-926d-997ca4e42cec {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:30:01.409995 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 8f9b22e0-705a-4b03-926d-997ca4e42cec not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:30:01.837458 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48220) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:01.890680 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-70b3172d-4b4d-4d0e-a409-ff5266f0e2a1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:01.912986 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-70b3172d-4b4d-4d0e-a409-ff5266f0e2a1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.042006 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-70b3172d-4b4d-4d0e-a409-ff5266f0e2a1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.045573 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-70b3172d-4b4d-4d0e-a409-ff5266f0e2a1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.046732 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-70b3172d-4b4d-4d0e-a409-ff5266f0e2a1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "DELETE /v2.0/security-groups/079ae8fe-41c1-455d-99da-8a745308a615 HTTP/1.1" status: 204 len: 168 time: 0.2082727 Sep 03 20:30:02.049639 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48224) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:02.056522 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3172d-4b4d-4d0e-a409-ff5266f0e2a1 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079ae8fe-41c1-455d-99da-8a745308a615,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:02.081995 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.api.v2.resource [None req-5c5bd2db-c531-4861-a85a-a071623c1e21 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] show failed (client error): The resource could not be found. Sep 03 20:30:02.082633 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5c5bd2db-c531-4861-a85a-a071623c1e21 tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "GET /v2.0/security-groups/079ae8fe-41c1-455d-99da-8a745308a615 HTTP/1.1" status: 404 len: 347 time: 0.0304620 Sep 03 20:30:02.084534 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48228) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:02.202267 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-79ed34d2-eda0-40aa-b3a9-189c3c2d2f1f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Deleting port 0b054506-7f4d-4d09-8981-97e773b4655b {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:02.202519 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-79ed34d2-eda0-40aa-b3a9-189c3c2d2f1f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.273625 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-79ed34d2-eda0-40aa-b3a9-189c3c2d2f1f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.273951 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-79ed34d2-eda0-40aa-b3a9-189c3c2d2f1f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.286261 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-79ed34d2-eda0-40aa-b3a9-189c3c2d2f1f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Calling delete_port for 0b054506-7f4d-4d09-8981-97e773b4655b owned by network:floatingip {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:02.482586 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-79ed34d2-eda0-40aa-b3a9-189c3c2d2f1f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.506697 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed34d2-eda0-40aa-b3a9-189c3c2d2f1f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Pushing event deleted for resources: {'Port': ['ID=0b054506-7f4d-4d09-8981-97e773b4655b,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:02.589283 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-79ed34d2-eda0-40aa-b3a9-189c3c2d2f1f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks [] for floatingip, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.591786 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-79ed34d2-eda0-40aa-b3a9-189c3c2d2f1f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:02.592919 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-79ed34d2-eda0-40aa-b3a9-189c3c2d2f1f tempest-AttachVolumeShelveTestJSON-488417821 tempest-AttachVolumeShelveTestJSON-488417821-project] 10.222.0.41 "DELETE /v2.0/floatingips/0e54ce3e-6912-4ea0-a673-14d5507b07bf HTTP/1.1" status: 204 len: 168 time: 0.5074987 Sep 03 20:30:03.956632 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48256) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:04.300009 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-92b078de-519a-4b10-98cc-89e6e0e838b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:04.383544 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-92b078de-519a-4b10-98cc-89e6e0e838b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:04.469278 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-92b078de-519a-4b10-98cc-89e6e0e838b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:04.507652 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-92b078de-519a-4b10-98cc-89e6e0e838b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5d8b2ce61fd476da2a6d3b2e400527a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5498068 Sep 03 20:30:04.508491 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b078de-519a-4b10-98cc-89e6e0e838b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aa4309-b8ee-4c65-aae1-66edd8b199f2,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:04.510354 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48264) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:04.560455 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e6f9bb93-90f0-42bf-9ba0-1739e62cec43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:04.582734 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e6f9bb93-90f0-42bf-9ba0-1739e62cec43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:04.585700 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48266) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:04.716693 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e6f9bb93-90f0-42bf-9ba0-1739e62cec43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:04.719319 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e6f9bb93-90f0-42bf-9ba0-1739e62cec43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:04.720492 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e6f9bb93-90f0-42bf-9ba0-1739e62cec43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22aa4309-b8ee-4c65-aae1-66edd8b199f2 HTTP/1.1" status: 204 len: 168 time: 0.2083642 Sep 03 20:30:04.728621 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9bb93-90f0-42bf-9ba0-1739e62cec43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aa4309-b8ee-4c65-aae1-66edd8b199f2,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:04.831747 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-d3c0a2a4-1e97-4161-9c0a-0c59587631cf tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Deleting port ef74d2e0-8ab7-4ea5-83f3-d080e5a78f9c {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:04.831869 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d3c0a2a4-1e97-4161-9c0a-0c59587631cf tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:04.908555 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d3c0a2a4-1e97-4161-9c0a-0c59587631cf tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:04.908880 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d3c0a2a4-1e97-4161-9c0a-0c59587631cf tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:04.920529 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-d3c0a2a4-1e97-4161-9c0a-0c59587631cf tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Calling delete_port for ef74d2e0-8ab7-4ea5-83f3-d080e5a78f9c owned by network:floatingip {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:05.149080 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d3c0a2a4-1e97-4161-9c0a-0c59587631cf tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.178648 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0a2a4-1e97-4161-9c0a-0c59587631cf tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Pushing event deleted for resources: {'Port': ['ID=ef74d2e0-8ab7-4ea5-83f3-d080e5a78f9c,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:05.236109 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d3c0a2a4-1e97-4161-9c0a-0c59587631cf tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.236442 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-d3c0a2a4-1e97-4161-9c0a-0c59587631cf tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Floating IP 5253b544-4648-431d-8931-4a47721dcbef disassociated (deleted). External IP: 172.27.3.98, port: 2d1ceb8a-861a-468d-b657-106ab94e2e3a. Sep 03 20:30:05.389893 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48280) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:05.444313 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c0a2a4-1e97-4161-9c0a-0c59587631cf tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Router fc747fc8-180d-4410-a32c-94c2b72c0279 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:30:05.484153 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48284) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:05.506781 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5ba00964-2922-469b-8804-e034d11dbefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.551462 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c0a2a4-1e97-4161-9c0a-0c59587631cf tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:30:05.556489 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d3c0a2a4-1e97-4161-9c0a-0c59587631cf tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.563156 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca7449d-803c-481c-9f17-e91c2d5e6a6a None None] Sync routers for ids ['fc747fc8-180d-4410-a32c-94c2b72c0279'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:30:05.572951 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca7449d-803c-481c-9f17-e91c2d5e6a6a None None] Routers {'fc747fc8-180d-4410-a32c-94c2b72c0279'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:05.573733 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-cca7449d-803c-481c-9f17-e91c2d5e6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:29:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['fc747fc8-180d-4410-a32c-94c2b72c0279'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:05.582788 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d3c0a2a4-1e97-4161-9c0a-0c59587631cf tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "DELETE /v2.0/floatingips/5253b544-4648-431d-8931-4a47721dcbef HTTP/1.1" status: 204 len: 168 time: 0.9960008 Sep 03 20:30:05.583426 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'tag': '2d1ceb8a-861a-468d-b657-106ab94e2e3a'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:05.587221 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233a693b-3d71-4888-8236-1b7977b6e092" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f11715-ad91-4f8f-aad7-080696d4c728", "tag": "2d1ceb8a-861a-468d-b657-106ab94e2e3a"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:05.627393 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67346b4b-4774-46c3-a918-5cde0ae5b6be x-openstack-request-id: req-67346b4b-4774-46c3-a918-5cde0ae5b6be {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:05.627696 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f11715-ad91-4f8f-aad7-080696d4c728", "tag": "2d1ceb8a-861a-468d-b657-106ab94e2e3a", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:05.628028 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67346b4b-4774-46c3-a918-5cde0ae5b6be {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:05.628443 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'tag': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'status': 'completed', 'code': 200} Sep 03 20:30:05.786183 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-cca7449d-803c-481c-9f17-e91c2d5e6a6a None None] Set router fc747fc8-180d-4410-a32c-94c2b72c0279 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:05.790076 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5ba00964-2922-469b-8804-e034d11dbefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.798547 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a693b-3d71-4888-8236-1b7977b6e092 req-cafdb123-acbd-4608-816a-07a258a1dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:05.804084 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-233a693b-3d71-4888-8236-1b7977b6e092 req-cafdb123-acbd-4608-816a-07a258a1dc55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0582686d29ce4e9dbdd4c8e02727865b&device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 1098 time: 0.1429489 Sep 03 20:30:05.883022 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5ba00964-2922-469b-8804-e034d11dbefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:05.963099 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba00964-2922-469b-8804-e034d11dbefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192ffd87-c90b-4320-bf82-824bc8b9ecde,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:05.976033 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5ba00964-2922-469b-8804-e034d11dbefd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22960bf41941499d947f84f45e62db7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907050 Sep 03 20:30:05.979553 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48290) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:05.985331 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a693b-3d71-4888-8236-1b7977b6e092 req-c1b49fce-cff4-447b-a2d6-83a1aab3f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:05.986843 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-233a693b-3d71-4888-8236-1b7977b6e092 req-c1b49fce-cff4-447b-a2d6-83a1aab3f181 service neutron] 10.222.0.42 "GET /v2.0/networks?id=915b8240-0306-4102-b577-3e4df92bac2a HTTP/1.1" status: 200 len: 909 time: 0.1768744 Sep 03 20:30:05.990635 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-cca7449d-803c-481c-9f17-e91c2d5e6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:24:12Z', 'revision_number': 4, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ed6fe98a-3e64-4edf-bb26-d90fd119729c', 'name': '', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'mac_address': 'fa:16:3e:8c:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:11Z', 'updated_at': '2021-09-03T20:24:22Z', 'revision_number': 5, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'subnets': [{'id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:06.018070 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca7449d-803c-481c-9f17-e91c2d5e6a6a None None] Checking router: fc747fc8-180d-4410-a32c-94c2b72c0279 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:30:06.034438 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca7449d-803c-481c-9f17-e91c2d5e6a6a None None] Routers {'fc747fc8-180d-4410-a32c-94c2b72c0279'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:06.035211 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-14847b26-9c12-4ae7-8329-691eedba75e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.035331 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-cca7449d-803c-481c-9f17-e91c2d5e6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:29:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['fc747fc8-180d-4410-a32c-94c2b72c0279'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:06.058900 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-14847b26-9c12-4ae7-8329-691eedba75e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.063823 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-233a693b-3d71-4888-8236-1b7977b6e092 req-339b42df-d016-44cb-8ed3-f612d85d5c40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a HTTP/1.1" status: 200 len: 217 time: 0.0697026 Sep 03 20:30:06.138624 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a693b-3d71-4888-8236-1b7977b6e092 req-2a7ad146-0a43-49b3-8e7e-ee3c2b977c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:06.140110 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-233a693b-3d71-4888-8236-1b7977b6e092 req-2a7ad146-0a43-49b3-8e7e-ee3c2b977c7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=059a941c-bc80-4b37-a88a-78871ed5c013 HTTP/1.1" status: 200 len: 847 time: 0.0681310 Sep 03 20:30:06.143545 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c97c9-32e3-4e2d-b5c9-01864801b781 req-cab16d21-cb1e-463c-adc4-17da933e8ced tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:06.145017 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e51c97c9-32e3-4e2d-b5c9-01864801b781 req-cab16d21-cb1e-463c-adc4-17da933e8ced tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0498154 Sep 03 20:30:06.187576 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e51c97c9-32e3-4e2d-b5c9-01864801b781 req-daa257b3-ac22-425a-b8b0-4fa2fe708d8b tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364280 Sep 03 20:30:06.189550 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-cca7449d-803c-481c-9f17-e91c2d5e6a6a None None] Set router fc747fc8-180d-4410-a32c-94c2b72c0279 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:06.212209 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a693b-3d71-4888-8236-1b7977b6e092 req-0ddf4c10-aa85-478e-85ae-0c791bff2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:06.212209 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-233a693b-3d71-4888-8236-1b7977b6e092 req-0ddf4c10-aa85-478e-85ae-0c791bff2e44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=915b8240-0306-4102-b577-3e4df92bac2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507748 Sep 03 20:30:06.213863 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-14847b26-9c12-4ae7-8329-691eedba75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.218228 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-14847b26-9c12-4ae7-8329-691eedba75e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.219644 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-14847b26-9c12-4ae7-8329-691eedba75e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/192ffd87-c90b-4320-bf82-824bc8b9ecde HTTP/1.1" status: 204 len: 168 time: 0.2388740 Sep 03 20:30:06.220876 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ed00e5d0-9c7b-4c46-ada2-892a8561ce34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588023'] for router_interface, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.231734 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14847b26-9c12-4ae7-8329-691eedba75e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192ffd87-c90b-4320-bf82-824bc8b9ecde,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:06.409141 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-cca7449d-803c-481c-9f17-e91c2d5e6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:24:12Z', 'revision_number': 4, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ed6fe98a-3e64-4edf-bb26-d90fd119729c', 'name': '', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'mac_address': 'fa:16:3e:8c:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:11Z', 'updated_at': '2021-09-03T20:24:22Z', 'revision_number': 5, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'subnets': [{'id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:06.439356 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca7449d-803c-481c-9f17-e91c2d5e6a6a None None] The sync data for ids ['fc747fc8-180d-4410-a32c-94c2b72c0279'] in dv-cinder-798198-4-iscsi is: [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:24:12Z', 'revision_number': 4, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ed6fe98a-3e64-4edf-bb26-d90fd119729c', 'name': '', 'network_id': '915b8240-0306-4102-b577-3e4df92bac2a', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'mac_address': 'fa:16:3e:8c:41:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:11Z', 'updated_at': '2021-09-03T20:24:22Z', 'revision_number': 5, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'subnets': [{'id': '059a941c-bc80-4b37-a88a-78871ed5c013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:30:06.663856 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-233a693b-3d71-4888-8236-1b7977b6e092 req-75594979-4871-43a6-a3be-f904eed12578 service neutron] 10.222.0.42 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400835 Sep 03 20:30:06.684823 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f814d61f-8bf5-4a3c-bcd7-c27a5b709cb6 None None] New status for floating IP 5253b544-4648-431d-8931-4a47721dcbef: DOWN {{(pid=94577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:30:06.807001 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-233a693b-3d71-4888-8236-1b7977b6e092 req-2a40adf3-8375-495b-9faa-57c33e64f4b8 service neutron] 10.222.0.42 "GET /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146383 Sep 03 20:30:06.883126 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-ed00e5d0-9c7b-4c46-ada2-892a8561ce34 admin admin] Deleting port 72268ac9-edef-4270-bba6-96d74df760f4 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:06.883462 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ed00e5d0-9c7b-4c46-ada2-892a8561ce34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.959288 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-ed00e5d0-9c7b-4c46-ada2-892a8561ce34 admin admin] For port 72268ac9-edef-4270-bba6-96d74df760f4, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=72268ac9-edef-4270-bba6-96d74df760f4,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:06.959659 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ed00e5d0-9c7b-4c46-ada2-892a8561ce34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:06.972925 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-ed00e5d0-9c7b-4c46-ada2-892a8561ce34 admin admin] Calling delete_port for 72268ac9-edef-4270-bba6-96d74df760f4 owned by network:router_interface {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:07.226218 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ed00e5d0-9c7b-4c46-ada2-892a8561ce34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.253876 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00e5d0-9c7b-4c46-ada2-892a8561ce34 admin admin] Pushing event deleted for resources: {'Port': ['ID=72268ac9-edef-4270-bba6-96d74df760f4,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:07.328117 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0cfdd-a578-4a49-9a21-bb107008c227 req-26c1b219-a8ec-445e-8f02-a671a557d75b tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:07.335662 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e1b0cfdd-a578-4a49-9a21-bb107008c227 req-26c1b219-a8ec-445e-8f02-a671a557d75b tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0638759 Sep 03 20:30:07.392743 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-e1b0cfdd-a578-4a49-9a21-bb107008c227 req-e9c5b63e-63dc-43ca-866a-2219f4e98da5 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/security-groups?id=d521581f-d6a5-4113-a2e4-0a75611e3aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475013 Sep 03 20:30:07.451947 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ed00e5d0-9c7b-4c46-ada2-892a8561ce34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588131'] for router_interface, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.694947 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194618d0-db1d-4771-a011-79ccd0078410 req-a98cd042-371b-472b-afc4-a1a0b36d7c13 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:07.696402 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-194618d0-db1d-4771-a011-79ccd0078410 req-a98cd042-371b-472b-afc4-a1a0b36d7c13 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 945 time: 0.0947626 Sep 03 20:30:07.737346 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed00e5d0-9c7b-4c46-ada2-892a8561ce34 admin admin] Router 9d9db0c2-6334-4b21-9db3-ae43621e807d has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:30:07.875898 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-194618d0-db1d-4771-a011-79ccd0078410 req-8368f9b8-bae5-473f-b6f8-226847a0f564 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Deleting port 2d1ceb8a-861a-468d-b657-106ab94e2e3a {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:07.876476 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-194618d0-db1d-4771-a011-79ccd0078410 req-8368f9b8-bae5-473f-b6f8-226847a0f564 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:07.913002 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed00e5d0-9c7b-4c46-ada2-892a8561ce34 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:30:07.918867 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-ed00e5d0-9c7b-4c46-ada2-892a8561ce34 admin admin] 10.222.0.41 "PUT /v2.0/routers/9d9db0c2-6334-4b21-9db3-ae43621e807d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5278015 Sep 03 20:30:07.921452 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48330) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:07.923411 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a851a4b-a75a-45a7-9a7a-b0028eb11827 None None] Sync routers for ids ['9d9db0c2-6334-4b21-9db3-ae43621e807d'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:30:07.933305 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a851a4b-a75a-45a7-9a7a-b0028eb11827 None None] Routers {'9d9db0c2-6334-4b21-9db3-ae43621e807d'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:07.934159 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-9a851a4b-a75a-45a7-9a7a-b0028eb11827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:29:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['9d9db0c2-6334-4b21-9db3-ae43621e807d'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:08.000775 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-194618d0-db1d-4771-a011-79ccd0078410 req-8368f9b8-bae5-473f-b6f8-226847a0f564 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] For port 2d1ceb8a-861a-468d-b657-106ab94e2e3a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2d1ceb8a-861a-468d-b657-106ab94e2e3a,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:08.001460 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-194618d0-db1d-4771-a011-79ccd0078410 req-8368f9b8-bae5-473f-b6f8-226847a0f564 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.016754 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-194618d0-db1d-4771-a011-79ccd0078410 req-8368f9b8-bae5-473f-b6f8-226847a0f564 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Calling delete_port for 2d1ceb8a-861a-468d-b657-106ab94e2e3a owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:08.049385 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-9a851a4b-a75a-45a7-9a7a-b0028eb11827 None None] Set router 9d9db0c2-6334-4b21-9db3-ae43621e807d gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:08.077023 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] Notify callbacks [] for router, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.190439 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.235220 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-194618d0-db1d-4771-a011-79ccd0078410 req-8368f9b8-bae5-473f-b6f8-226847a0f564 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.253074 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-9a851a4b-a75a-45a7-9a7a-b0028eb11827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:30:07Z', 'revision_number': 5, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port': {'id': 'd2a5f58f-9b01-4f5b-a63d-c808a45f7319', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:22:18Z', 'updated_at': '2021-09-03T20:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:08.271041 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368f9b8-bae5-473f-b6f8-226847a0f564 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Pushing event deleted for resources: {'Port': ['ID=2d1ceb8a-861a-468d-b657-106ab94e2e3a,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:08.284074 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a851a4b-a75a-45a7-9a7a-b0028eb11827 None None] Checking router: 9d9db0c2-6334-4b21-9db3-ae43621e807d for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:30:08.311760 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a851a4b-a75a-45a7-9a7a-b0028eb11827 None None] Routers {'9d9db0c2-6334-4b21-9db3-ae43621e807d'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:08.311760 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-9a851a4b-a75a-45a7-9a7a-b0028eb11827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:29:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['9d9db0c2-6334-4b21-9db3-ae43621e807d'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:08.312024 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-194618d0-db1d-4771-a011-79ccd0078410 req-8368f9b8-bae5-473f-b6f8-226847a0f564 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] No DVR routers for this DVR port 2d1ceb8a-861a-468d-b657-106ab94e2e3a on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:30:08.314565 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-194618d0-db1d-4771-a011-79ccd0078410 req-8368f9b8-bae5-473f-b6f8-226847a0f564 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.316648 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-194618d0-db1d-4771-a011-79ccd0078410 req-8368f9b8-bae5-473f-b6f8-226847a0f564 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.42 "DELETE /v2.0/ports/2d1ceb8a-861a-468d-b657-106ab94e2e3a HTTP/1.1" status: 204 len: 173 time: 0.6142530 Sep 03 20:30:08.317121 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'name': 'network-vif-deleted', 'tag': '2d1ceb8a-861a-468d-b657-106ab94e2e3a'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:30:08.320423 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19153eaa-ba64-48d4-a352-43cdd6937ad3" -d '{"events": [{"server_uuid": "f4f11715-ad91-4f8f-aad7-080696d4c728", "name": "network-vif-deleted", "tag": "2d1ceb8a-861a-468d-b657-106ab94e2e3a"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:30:08.332582 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] Deleting port d2a5f58f-9b01-4f5b-a63d-c808a45f7319 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:08.333030 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.360234 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150b2c1a-b5f2-49ce-b9f6-ae764da1f463 x-openstack-request-id: req-150b2c1a-b5f2-49ce-b9f6-ae764da1f463 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:30:08.360528 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f11715-ad91-4f8f-aad7-080696d4c728", "name": "network-vif-deleted", "tag": "2d1ceb8a-861a-468d-b657-106ab94e2e3a", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:30:08.360819 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-150b2c1a-b5f2-49ce-b9f6-ae764da1f463 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:30:08.368777 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f11715-ad91-4f8f-aad7-080696d4c728', 'name': 'network-vif-deleted', 'tag': '2d1ceb8a-861a-468d-b657-106ab94e2e3a', 'status': 'completed', 'code': 200} Sep 03 20:30:08.392048 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-9a851a4b-a75a-45a7-9a7a-b0028eb11827 None None] Set router 9d9db0c2-6334-4b21-9db3-ae43621e807d gateway port host: None {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:08.426979 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] For port d2a5f58f-9b01-4f5b-a63d-c808a45f7319, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d2a5f58f-9b01-4f5b-a63d-c808a45f7319,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:08.427587 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.462484 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] Calling delete_port for d2a5f58f-9b01-4f5b-a63d-c808a45f7319 owned by network:router_gateway {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:08.463208 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-9a851a4b-a75a-45a7-9a7a-b0028eb11827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:30:08Z', 'revision_number': 6, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port_host': None}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:08.501221 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a851a4b-a75a-45a7-9a7a-b0028eb11827 None None] The sync data for ids ['9d9db0c2-6334-4b21-9db3-ae43621e807d'] in dv-cinder-798198-4-iscsi is: [{'id': '9d9db0c2-6334-4b21-9db3-ae43621e807d', 'name': 'tempest-AttachVolumeShelveTestJSON-213332897-router', 'tenant_id': 'a18ae6ad0b154758807e67ca15c54fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:22:16Z', 'updated_at': '2021-09-03T20:30:08Z', 'revision_number': 6, 'project_id': 'a18ae6ad0b154758807e67ca15c54fba', 'gw_port_host': None}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:30:08.501458 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8ae7ece2-32e7-4a28-bd68-54ff60e765be req-d14c0eb7-5c35-4468-ba4d-9ca5edbe0b12 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 210 time: 0.0337584 Sep 03 20:30:08.779856 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.805813 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a5f58f-9b01-4f5b-a63d-c808a45f7319,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:08.867263 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587917'] for router_gateway, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.959240 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:08.961314 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.087846 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586795'] for router, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.088627 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d9db0c2-6334-4b21-9db3-ae43621e807d {{(pid=94576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:30:09.095881 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.097310 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5034e3c6-8a3b-43ef-ace9-a93e43a0b538 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9d9db0c2-6334-4b21-9db3-ae43621e807d HTTP/1.1" status: 204 len: 168 time: 1.1747282 Sep 03 20:30:09.100063 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48348) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:09.144446 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c75a218-5085-4a76-847b-842b9cf2300b admin admin] Deleting subnet 7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:30:09.148432 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4c75a218-5085-4a76-847b-842b9cf2300b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.189013 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4c75a218-5085-4a76-847b-842b9cf2300b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3744847'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.298673 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4c75a218-5085-4a76-847b-842b9cf2300b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.320476 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 72268ac9-edef-4270-bba6-96d74df760f4 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:30:09.350363 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8531e2e9-b4af-496f-991c-7446b73a9276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.361533 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: 72268ac9-edef-4270-bba6-96d74df760f4 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:30:09.361533 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 72268ac9-edef-4270-bba6-96d74df760f4 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:30:09.361533 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d2a5f58f-9b01-4f5b-a63d-c808a45f7319 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:30:09.374051 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: d2a5f58f-9b01-4f5b-a63d-c808a45f7319 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:30:09.374656 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d2a5f58f-9b01-4f5b-a63d-c808a45f7319 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:30:09.540582 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4c75a218-5085-4a76-847b-842b9cf2300b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3284137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4064479'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.564067 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75a218-5085-4a76-847b-842b9cf2300b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:09.574088 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-4c75a218-5085-4a76-847b-842b9cf2300b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.576015 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-4c75a218-5085-4a76-847b-842b9cf2300b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7bd432f0-c4bb-4082-a8ff-0c9b4536a9ee HTTP/1.1" status: 204 len: 168 time: 0.4750273 Sep 03 20:30:09.578531 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48352) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:09.584667 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2023dad5-1b42-42f6-96a1-64f0c09e12b3 None None] Network 87e928be-9f46-4330-9e45-fbf3edf30f0e requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:30:09.692339 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f5145327-53a8-46e4-b7ce-535a5dcaf5fe req-0e9969ef-09a5-45fe-91ed-1ffd3f360b67 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f11715-ad91-4f8f-aad7-080696d4c728 HTTP/1.1" status: 200 len: 210 time: 0.0652342 Sep 03 20:30:09.702763 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.767279 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Deleting port 568e1b5f-dd54-429b-a756-93cfe54f5520 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:09.767685 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.817379 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4268b3-9ee2-4088-9867-ee61cec2fb09 None None] DHCP port deletion for 87e928be-9f46-4330-9e45-fbf3edf30f0e request from dv-cinder-798198-4-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:30:09.835117 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] For port 568e1b5f-dd54-429b-a756-93cfe54f5520, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=568e1b5f-dd54-429b-a756-93cfe54f5520,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:09.835440 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.847861 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Calling delete_port for 568e1b5f-dd54-429b-a756-93cfe54f5520 owned by network:dhcp {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:09.868709 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-1d4268b3-9ee2-4088-9867-ee61cec2fb09 None None] Deleting port 568e1b5f-dd54-429b-a756-93cfe54f5520 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:09.869111 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1d4268b3-9ee2-4088-9867-ee61cec2fb09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.934131 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-1d4268b3-9ee2-4088-9867-ee61cec2fb09 None None] For port 568e1b5f-dd54-429b-a756-93cfe54f5520, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=568e1b5f-dd54-429b-a756-93cfe54f5520,segment=NetworkSegment(949d8237-b54d-47c9-9139-bd7650ffeaf7),segment_id=949d8237-b54d-47c9-9139-bd7650ffeaf7)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:09.934417 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1d4268b3-9ee2-4088-9867-ee61cec2fb09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:09.946970 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-1d4268b3-9ee2-4088-9867-ee61cec2fb09 None None] Calling delete_port for 568e1b5f-dd54-429b-a756-93cfe54f5520 owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:10.036825 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.045124 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1d4268b3-9ee2-4088-9867-ee61cec2fb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.070497 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] No DVR routers for this DVR port 568e1b5f-dd54-429b-a756-93cfe54f5520 on host dv-cinder-798198-4-iscsi {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:30:10.072708 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Pushing event deleted for resources: {'Port': ['ID=568e1b5f-dd54-429b-a756-93cfe54f5520,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:10.074830 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4268b3-9ee2-4088-9867-ee61cec2fb09 None None] No DVR routers for this DVR port 568e1b5f-dd54-429b-a756-93cfe54f5520 on host dv-cinder-798198-4-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:30:10.078219 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4268b3-9ee2-4088-9867-ee61cec2fb09 None None] Pushing event deleted for resources: {'Port': ['ID=568e1b5f-dd54-429b-a756-93cfe54f5520,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:10.160529 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.171281 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e928be-9f46-4330-9e45-fbf3edf30f0e']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:10.180757 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949d8237-b54d-47c9-9139-bd7650ffeaf7') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:10.181056 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949d8237-b54d-47c9-9139-bd7650ffeaf7') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:10.190175 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3744854'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.203298 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.208918 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:30:10.209299 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284215'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: Traceback (most recent call last): Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: timer() Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: cb(*args, **kw) Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: return func(*args, **kwargs) Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: self._notify() Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: self.callback(batched_events) Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: event.method(event) Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: return f(self, *a, **k) Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: return self._get(url).json() Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:30:10.210883 dv-cinder-798198-4-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:30:10.349251 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.354553 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.357207 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] 10.222.0.41 "DELETE /v2.0/networks/87e928be-9f46-4330-9e45-fbf3edf30f0e HTTP/1.1" status: 204 len: 168 time: 0.7773914 Sep 03 20:30:10.367615 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46dfce-b46a-4097-971c-ff223909dc95 admin admin] Pushing event deleted for resources: {'Network': ['ID=87e928be-9f46-4330-9e45-fbf3edf30f0e,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:10.746615 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48374) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:10.806691 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb24f-f969-4c7c-99f2-7ff49be87092 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.832653 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb24f-f969-4c7c-99f2-7ff49be87092 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.849778 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48380) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:10.905234 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48384) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:10.905418 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-95580a26-ab77-4261-af3f-871e33ecdea1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a18ae6ad0b154758807e67ca15c54fba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0538688 Sep 03 20:30:10.956391 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5eb6583f-6423-4ef9-932f-1237e2ce2f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.976709 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb24f-f969-4c7c-99f2-7ff49be87092 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.979197 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5b8fb24f-f969-4c7c-99f2-7ff49be87092 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.980383 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5b8fb24f-f969-4c7c-99f2-7ff49be87092 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] 10.222.0.41 "DELETE /v2.0/security-groups/d521581f-d6a5-4113-a2e4-0a75611e3aa6 HTTP/1.1" status: 204 len: 168 time: 0.2326303 Sep 03 20:30:10.982283 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5eb6583f-6423-4ef9-932f-1237e2ce2f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:10.998396 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fb24f-f969-4c7c-99f2-7ff49be87092 tempest-TestShelveInstance-1762516724 tempest-TestShelveInstance-1762516724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d521581f-d6a5-4113-a2e4-0a75611e3aa6,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:11.097526 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48390) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:11.131988 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5eb6583f-6423-4ef9-932f-1237e2ce2f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:11.134594 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5eb6583f-6423-4ef9-932f-1237e2ce2f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:11.136716 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5eb6583f-6423-4ef9-932f-1237e2ce2f3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9fa8c5d1-5177-4d6a-b931-618d20cac547 HTTP/1.1" status: 204 len: 168 time: 0.2293575 Sep 03 20:30:11.143972 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6583f-6423-4ef9-932f-1237e2ce2f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa8c5d1-5177-4d6a-b931-618d20cac547,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:11.250584 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 568e1b5f-dd54-429b-a756-93cfe54f5520 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:30:11.271478 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: 568e1b5f-dd54-429b-a756-93cfe54f5520 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:30:11.274460 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 568e1b5f-dd54-429b-a756-93cfe54f5520 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:30:11.445916 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2d1ceb8a-861a-468d-b657-106ab94e2e3a no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:30:11.466465 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: 2d1ceb8a-861a-468d-b657-106ab94e2e3a {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:30:11.466717 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2d1ceb8a-861a-468d-b657-106ab94e2e3a not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:30:11.616747 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923608f6-6b42-46fe-a86f-e360bcef3253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588023'] for router_interface, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:11.856389 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-923608f6-6b42-46fe-a86f-e360bcef3253 admin admin] Deleting port ed6fe98a-3e64-4edf-bb26-d90fd119729c {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:11.857043 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923608f6-6b42-46fe-a86f-e360bcef3253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:11.933919 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-923608f6-6b42-46fe-a86f-e360bcef3253 admin admin] For port ed6fe98a-3e64-4edf-bb26-d90fd119729c, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=ed6fe98a-3e64-4edf-bb26-d90fd119729c,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:11.934285 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923608f6-6b42-46fe-a86f-e360bcef3253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:11.946925 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-923608f6-6b42-46fe-a86f-e360bcef3253 admin admin] Calling delete_port for ed6fe98a-3e64-4edf-bb26-d90fd119729c owned by network:router_interface {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:12.065117 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b2b82644-8b77-48f7-9c1a-3cf8a6dd2a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.195086 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923608f6-6b42-46fe-a86f-e360bcef3253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.227296 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923608f6-6b42-46fe-a86f-e360bcef3253 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6fe98a-3e64-4edf-bb26-d90fd119729c,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:12.652650 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923608f6-6b42-46fe-a86f-e360bcef3253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588131'] for router_interface, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.779454 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:12.870974 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923608f6-6b42-46fe-a86f-e360bcef3253 admin admin] Router fc747fc8-180d-4410-a32c-94c2b72c0279 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:30:12.900387 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48436) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:12.988020 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923608f6-6b42-46fe-a86f-e360bcef3253 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:30:12.993250 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-923608f6-6b42-46fe-a86f-e360bcef3253 admin admin] 10.222.0.41 "PUT /v2.0/routers/fc747fc8-180d-4410-a32c-94c2b72c0279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8945880 Sep 03 20:30:12.996514 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48440) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:13.000120 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c2e6f8-6eeb-45c8-8317-1895ea35a065 None None] Sync routers for ids ['fc747fc8-180d-4410-a32c-94c2b72c0279'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:30:13.016280 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2e6f8-6eeb-45c8-8317-1895ea35a065 None None] Routers {'fc747fc8-180d-4410-a32c-94c2b72c0279'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:13.017157 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-17c2e6f8-6eeb-45c8-8317-1895ea35a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:30:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['fc747fc8-180d-4410-a32c-94c2b72c0279'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:13.084697 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-12e93925-dbb0-45d9-b964-ee0c0dc447ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.137349 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.145276 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-17c2e6f8-6eeb-45c8-8317-1895ea35a065 None None] Set router fc747fc8-180d-4410-a32c-94c2b72c0279 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:13.295434 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.299445 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-12e93925-dbb0-45d9-b964-ee0c0dc447ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.355502 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-17c2e6f8-6eeb-45c8-8317-1895ea35a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:30:12Z', 'revision_number': 5, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:13.381700 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c2e6f8-6eeb-45c8-8317-1895ea35a065 None None] Checking router: fc747fc8-180d-4410-a32c-94c2b72c0279 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:30:13.390763 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2e6f8-6eeb-45c8-8317-1895ea35a065 None None] Routers {'fc747fc8-180d-4410-a32c-94c2b72c0279'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:13.391344 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-17c2e6f8-6eeb-45c8-8317-1895ea35a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:30:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['fc747fc8-180d-4410-a32c-94c2b72c0279'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:13.436574 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-12e93925-dbb0-45d9-b964-ee0c0dc447ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.480891 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e93925-dbb0-45d9-b964-ee0c0dc447ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492e9cfc-ccbf-4a08-97c0-8f35c6e2552a,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:13.480891 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-12e93925-dbb0-45d9-b964-ee0c0dc447ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=398bf3a5175346dd88733dcf663a0c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5789607 Sep 03 20:30:13.483333 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48456) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:13.501218 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.536717 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-17c2e6f8-6eeb-45c8-8317-1895ea35a065 None None] Set router fc747fc8-180d-4410-a32c-94c2b72c0279 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:13.566513 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] Deleting port 976db21f-95ba-48f8-85d2-7ff498df6583 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:13.566900 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.576131 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a7576d76-0b3f-4edd-a765-95a44cebf25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.608560 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a7576d76-0b3f-4edd-a765-95a44cebf25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.661813 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] For port 976db21f-95ba-48f8-85d2-7ff498df6583, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=976db21f-95ba-48f8-85d2-7ff498df6583,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:13.662183 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.679913 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] Calling delete_port for 976db21f-95ba-48f8-85d2-7ff498df6583 owned by network:router_gateway {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:13.779641 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a7576d76-0b3f-4edd-a765-95a44cebf25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.783225 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a7576d76-0b3f-4edd-a765-95a44cebf25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:13.785398 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a7576d76-0b3f-4edd-a765-95a44cebf25d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/492e9cfc-ccbf-4a08-97c0-8f35c6e2552a HTTP/1.1" status: 204 len: 168 time: 0.3010664 Sep 03 20:30:13.806867 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7576d76-0b3f-4edd-a765-95a44cebf25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492e9cfc-ccbf-4a08-97c0-8f35c6e2552a,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:13.923248 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-17c2e6f8-6eeb-45c8-8317-1895ea35a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:30:12Z', 'revision_number': 5, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:13.949762 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c2e6f8-6eeb-45c8-8317-1895ea35a065 None None] The sync data for ids ['fc747fc8-180d-4410-a32c-94c2b72c0279'] in dv-cinder-798198-4-iscsi is: [{'id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'name': 'tempest-TestShelveInstance-499600792-router', 'tenant_id': '0582686d29ce4e9dbdd4c8e02727865b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:06Z', 'updated_at': '2021-09-03T20:30:12Z', 'revision_number': 5, 'project_id': '0582686d29ce4e9dbdd4c8e02727865b', 'gw_port': {'id': '976db21f-95ba-48f8-85d2-7ff498df6583', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:98:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc747fc8-180d-4410-a32c-94c2b72c0279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:08Z', 'updated_at': '2021-09-03T20:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:30:13.985951 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.011508 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=976db21f-95ba-48f8-85d2-7ff498df6583,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:14.077308 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587917'] for router_gateway, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.159922 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48466) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:14.171797 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.174166 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.272919 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f4c5b480-02f6-4606-9583-11eed80cb5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.310866 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586795'] for router, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.311474 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc747fc8-180d-4410-a32c-94c2b72c0279 {{(pid=94575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:30:14.316273 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.317400 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-195d40a4-60f7-4f32-8776-03528ed156e4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fc747fc8-180d-4410-a32c-94c2b72c0279 HTTP/1.1" status: 204 len: 168 time: 1.3197463 Sep 03 20:30:14.319893 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48470) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:14.370865 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd249e9-01eb-4ff8-8327-c344d48b4514 admin admin] Deleting subnet 059a941c-bc80-4b37-a88a-78871ed5c013 {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:30:14.373982 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f4c5b480-02f6-4606-9583-11eed80cb5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.374143 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6cd249e9-01eb-4ff8-8327-c344d48b4514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.414000 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6cd249e9-01eb-4ff8-8327-c344d48b4514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3694617'] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.436370 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f4c5b480-02f6-4606-9583-11eed80cb5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.476505 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f4c5b480-02f6-4606-9583-11eed80cb5b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa1c2f29f9dd4f9892b4605f0b26d2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151774 Sep 03 20:30:14.478684 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5b480-02f6-4606-9583-11eed80cb5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bf1d33-df10-4ce0-b3d4-02fd00d4ba16,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:14.479683 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48472) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:14.517259 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6cd249e9-01eb-4ff8-8327-c344d48b4514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.575470 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8c98b4a9-6a6c-42a9-880a-830fdea812c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.603317 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8c98b4a9-6a6c-42a9-880a-830fdea812c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.616091 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48474) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:14.633491 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-08773f1e-66f2-4379-93d7-8deff56c1d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.665367 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6cd249e9-01eb-4ff8-8327-c344d48b4514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4154411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3539788'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.697063 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd249e9-01eb-4ff8-8327-c344d48b4514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=059a941c-bc80-4b37-a88a-78871ed5c013,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:14.699296 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-6cd249e9-01eb-4ff8-8327-c344d48b4514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.703549 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-6cd249e9-01eb-4ff8-8327-c344d48b4514 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/059a941c-bc80-4b37-a88a-78871ed5c013 HTTP/1.1" status: 204 len: 168 time: 0.3803806 Sep 03 20:30:14.704230 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48476) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:14.706511 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee6a81a-6951-4ccd-8794-2079851f9364 None None] Network 915b8240-0306-4102-b577-3e4df92bac2a requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:30:14.769835 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8c98b4a9-6a6c-42a9-880a-830fdea812c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.772383 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-8c98b4a9-6a6c-42a9-880a-830fdea812c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.774285 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-8c98b4a9-6a6c-42a9-880a-830fdea812c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7bf1d33-df10-4ce0-b3d4-02fd00d4ba16 HTTP/1.1" status: 204 len: 168 time: 0.2926178 Sep 03 20:30:14.784832 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.787737 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98b4a9-6a6c-42a9-880a-830fdea812c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bf1d33-df10-4ce0-b3d4-02fd00d4ba16,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:14.870680 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-08773f1e-66f2-4379-93d7-8deff56c1d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.907906 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Deleting port 7f7339c5-4580-4b00-877f-1669bca84abd {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:14.907906 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.958969 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] For port 7f7339c5-4580-4b00-877f-1669bca84abd, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=7f7339c5-4580-4b00-877f-1669bca84abd,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:14.959285 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:14.976496 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Calling delete_port for 7f7339c5-4580-4b00-877f-1669bca84abd owned by network:dhcp {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:15.006088 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-08773f1e-66f2-4379-93d7-8deff56c1d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.009953 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5332de27-f562-4743-b4df-fee98c5d6615 None None] DHCP port deletion for 915b8240-0306-4102-b577-3e4df92bac2a request from dv-cinder-798198-4-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:30:15.063536 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-08773f1e-66f2-4379-93d7-8deff56c1d5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d54680f6e124d9abe756a970e250f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457452 Sep 03 20:30:15.064644 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08773f1e-66f2-4379-93d7-8deff56c1d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb60df82-4e18-43bf-a68f-048de4e19dcc,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:15.066975 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48480) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:15.078805 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.092676 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-5332de27-f562-4743-b4df-fee98c5d6615 None None] Deleting port 7f7339c5-4580-4b00-877f-1669bca84abd {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:15.092676 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5332de27-f562-4743-b4df-fee98c5d6615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.155272 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1d8991bb-ba1d-4476-b39e-fe045ad1381f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.173892 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-5332de27-f562-4743-b4df-fee98c5d6615 None None] For port 7f7339c5-4580-4b00-877f-1669bca84abd, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=7f7339c5-4580-4b00-877f-1669bca84abd,segment=NetworkSegment(b939e310-60f8-4dfd-a0e8-f6486147536a),segment_id=b939e310-60f8-4dfd-a0e8-f6486147536a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:15.174396 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5332de27-f562-4743-b4df-fee98c5d6615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.178549 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1d8991bb-ba1d-4476-b39e-fe045ad1381f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.188133 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-5332de27-f562-4743-b4df-fee98c5d6615 None None] Calling delete_port for 7f7339c5-4580-4b00-877f-1669bca84abd owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:15.196591 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.232899 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7339c5-4580-4b00-877f-1669bca84abd,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:15.238610 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] No DVR routers for this DVR port 7f7339c5-4580-4b00-877f-1669bca84abd on host dv-cinder-798198-4-iscsi {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:30:15.274265 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 976db21f-95ba-48f8-85d2-7ff498df6583 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:30:15.296945 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: 976db21f-95ba-48f8-85d2-7ff498df6583 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:30:15.297286 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 976db21f-95ba-48f8-85d2-7ff498df6583 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:30:15.297711 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 7f7339c5-4580-4b00-877f-1669bca84abd no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:30:15.324051 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: 7f7339c5-4580-4b00-877f-1669bca84abd {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:30:15.324396 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 7f7339c5-4580-4b00-877f-1669bca84abd not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:30:15.324818 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device ed6fe98a-3e64-4edf-bb26-d90fd119729c no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:30:15.353087 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.360796 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1d8991bb-ba1d-4476-b39e-fe045ad1381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.363221 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1d8991bb-ba1d-4476-b39e-fe045ad1381f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.364741 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-1d8991bb-ba1d-4476-b39e-fe045ad1381f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb60df82-4e18-43bf-a68f-048de4e19dcc HTTP/1.1" status: 204 len: 168 time: 0.2966728 Sep 03 20:30:15.365650 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915b8240-0306-4102-b577-3e4df92bac2a']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:15.381881 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8991bb-ba1d-4476-b39e-fe045ad1381f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb60df82-4e18-43bf-a68f-048de4e19dcc,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:15.389023 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b939e310-60f8-4dfd-a0e8-f6486147536a') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:15.390185 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b939e310-60f8-4dfd-a0e8-f6486147536a') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:15.415534 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694592'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.415654 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5332de27-f562-4743-b4df-fee98c5d6615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.415654 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: ed6fe98a-3e64-4edf-bb26-d90fd119729c {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:30:15.418658 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device ed6fe98a-3e64-4edf-bb26-d90fd119729c not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:30:15.434777 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.442788 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:30:15.443654 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4154485'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: Traceback (most recent call last): Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: timer() Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: cb(*args, **kw) Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: return func(*args, **kwargs) Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: self._notify() Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: self.callback(batched_events) Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: event.method(event) Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: return f(self, *a, **k) Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._get(url).json() Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:30:15.445644 dv-cinder-798198-4-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:30:15.464748 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332de27-f562-4743-b4df-fee98c5d6615 None None] Pushing event deleted for resources: {'Port': ['ID=7f7339c5-4580-4b00-877f-1669bca84abd,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:15.466516 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5332de27-f562-4743-b4df-fee98c5d6615 None None] No DVR routers for this DVR port 7f7339c5-4580-4b00-877f-1669bca84abd on host dv-cinder-798198-4-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:30:15.642540 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.647928 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:15.649722 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/915b8240-0306-4102-b577-3e4df92bac2a HTTP/1.1" status: 204 len: 168 time: 0.9445734 Sep 03 20:30:15.655354 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48486) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:15.672378 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90a1a8-6f35-46cb-b285-8d508fe0b3e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=915b8240-0306-4102-b577-3e4df92bac2a,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:15.956105 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48494) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:15.974022 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-57743461-c3ff-4d32-ad76-cc73c2b9ced0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.015767 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2be69ed3-6cba-4228-a2dd-43c652d104a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588023'] for router_interface, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.072768 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-57743461-c3ff-4d32-ad76-cc73c2b9ced0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.168421 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-57743461-c3ff-4d32-ad76-cc73c2b9ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.208346 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-57743461-c3ff-4d32-ad76-cc73c2b9ced0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=803458a8379442f4b41a0b431cd7f3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509139 Sep 03 20:30:16.210319 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57743461-c3ff-4d32-ad76-cc73c2b9ced0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178bc59f-d953-476c-9d64-0ba33b14c302,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:16.212697 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48500) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:16.267748 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dc901098-8963-4ffd-bf04-5e8f87e70c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.281540 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-2be69ed3-6cba-4228-a2dd-43c652d104a3 admin admin] Deleting port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:16.282100 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2be69ed3-6cba-4228-a2dd-43c652d104a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.290749 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dc901098-8963-4ffd-bf04-5e8f87e70c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.367448 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-2be69ed3-6cba-4228-a2dd-43c652d104a3 admin admin] For port 1033c14e-1b96-45ca-a62e-9f4cb591e7e4, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=1033c14e-1b96-45ca-a62e-9f4cb591e7e4,segment=NetworkSegment(02672425-534e-48e1-a8cd-b46dcba40b4a),segment_id=02672425-534e-48e1-a8cd-b46dcba40b4a)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:16.367448 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2be69ed3-6cba-4228-a2dd-43c652d104a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.379939 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-2be69ed3-6cba-4228-a2dd-43c652d104a3 admin admin] Calling delete_port for 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 owned by network:router_interface {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:16.423358 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dc901098-8963-4ffd-bf04-5e8f87e70c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.423358 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dc901098-8963-4ffd-bf04-5e8f87e70c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.423358 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-dc901098-8963-4ffd-bf04-5e8f87e70c0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/178bc59f-d953-476c-9d64-0ba33b14c302 HTTP/1.1" status: 204 len: 168 time: 0.2095377 Sep 03 20:30:16.433536 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc901098-8963-4ffd-bf04-5e8f87e70c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178bc59f-d953-476c-9d64-0ba33b14c302,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:16.671382 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2be69ed3-6cba-4228-a2dd-43c652d104a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:16.697564 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be69ed3-6cba-4228-a2dd-43c652d104a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1033c14e-1b96-45ca-a62e-9f4cb591e7e4,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:16.879561 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2be69ed3-6cba-4228-a2dd-43c652d104a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588131'] for router_interface, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:17.112862 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be69ed3-6cba-4228-a2dd-43c652d104a3 admin admin] Router 20fa4b11-1899-4b8a-9326-0e833be8c82b has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:30:17.222094 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be69ed3-6cba-4228-a2dd-43c652d104a3 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:30:17.230896 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48534) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:17.231873 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-2be69ed3-6cba-4228-a2dd-43c652d104a3 admin admin] 10.222.0.41 "PUT /v2.0/routers/20fa4b11-1899-4b8a-9326-0e833be8c82b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5771983 Sep 03 20:30:17.234212 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca775a6-9deb-4352-a33e-6b7f03cac945 None None] Sync routers for ids ['20fa4b11-1899-4b8a-9326-0e833be8c82b'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:30:17.253438 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca775a6-9deb-4352-a33e-6b7f03cac945 None None] Routers {'20fa4b11-1899-4b8a-9326-0e833be8c82b'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:17.254080 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-7ca775a6-9deb-4352-a33e-6b7f03cac945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:30:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['20fa4b11-1899-4b8a-9326-0e833be8c82b'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:17.344130 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] Notify callbacks [] for router, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:17.366901 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-7ca775a6-9deb-4352-a33e-6b7f03cac945 None None] Set router 20fa4b11-1899-4b8a-9326-0e833be8c82b gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:17.658568 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-7ca775a6-9deb-4352-a33e-6b7f03cac945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'name': 'tempest-TestShelveInstance-1164754648-router', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:16Z', 'updated_at': '2021-09-03T20:30:16Z', 'revision_number': 5, 'project_id': 'fcc4f4760208482881ed5e23950a78a3', 'gw_port': {'id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:17Z', 'updated_at': '2021-09-03T20:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:17.685586 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca775a6-9deb-4352-a33e-6b7f03cac945 None None] Checking router: 20fa4b11-1899-4b8a-9326-0e833be8c82b for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:30:17.694206 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca775a6-9deb-4352-a33e-6b7f03cac945 None None] Routers {'20fa4b11-1899-4b8a-9326-0e833be8c82b'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:30:17.694834 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-7ca775a6-9deb-4352-a33e-6b7f03cac945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:30:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['20fa4b11-1899-4b8a-9326-0e833be8c82b'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:17.721313 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:17.805298 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-7ca775a6-9deb-4352-a33e-6b7f03cac945 None None] Set router 20fa4b11-1899-4b8a-9326-0e833be8c82b gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:30:17.863796 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] Deleting port aa520354-d964-4bbe-ab83-9fcf67750261 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:17.864252 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:17.951532 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] For port aa520354-d964-4bbe-ab83-9fcf67750261, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=aa520354-d964-4bbe-ab83-9fcf67750261,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:17.951893 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:17.972279 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] Calling delete_port for aa520354-d964-4bbe-ab83-9fcf67750261 owned by network:router_gateway {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:17.997618 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-7ca775a6-9deb-4352-a33e-6b7f03cac945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'name': 'tempest-TestShelveInstance-1164754648-router', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:16Z', 'updated_at': '2021-09-03T20:30:16Z', 'revision_number': 5, 'project_id': 'fcc4f4760208482881ed5e23950a78a3', 'gw_port': {'id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:17Z', 'updated_at': '2021-09-03T20:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:18.027702 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca775a6-9deb-4352-a33e-6b7f03cac945 None None] The sync data for ids ['20fa4b11-1899-4b8a-9326-0e833be8c82b'] in dv-cinder-798198-4-iscsi is: [{'id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'name': 'tempest-TestShelveInstance-1164754648-router', 'tenant_id': 'fcc4f4760208482881ed5e23950a78a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:24:16Z', 'updated_at': '2021-09-03T20:30:16Z', 'revision_number': 5, 'project_id': 'fcc4f4760208482881ed5e23950a78a3', 'gw_port': {'id': 'aa520354-d964-4bbe-ab83-9fcf67750261', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fa4b11-1899-4b8a-9326-0e833be8c82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:24:17Z', 'updated_at': '2021-09-03T20:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:30:18.242477 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.273499 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] Pushing event deleted for resources: {'Port': ['ID=aa520354-d964-4bbe-ab83-9fcf67750261,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:18.340654 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587917'] for router_gateway, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.439192 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.441628 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.572578 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586795'] for router, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.573256 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20fa4b11-1899-4b8a-9326-0e833be8c82b {{(pid=94575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:30:18.580932 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.580932 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-9477806d-7dc4-417d-9e6a-e71df55ddfcc admin admin] 10.222.0.41 "DELETE /v2.0/routers/20fa4b11-1899-4b8a-9326-0e833be8c82b HTTP/1.1" status: 204 len: 168 time: 1.3471379 Sep 03 20:30:18.581712 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48580) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:18.631469 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1da8dd7-d533-4f43-bc5f-292628241f39 admin admin] Deleting subnet 44072c0c-885c-4d0f-9c64-2c34718c9d7c {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:30:18.635882 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1da8dd7-d533-4f43-bc5f-292628241f39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.688312 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1da8dd7-d533-4f43-bc5f-292628241f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3694617'] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.788499 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1da8dd7-d533-4f43-bc5f-292628241f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.966233 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1da8dd7-d533-4f43-bc5f-292628241f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4154411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3539788'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:18.996270 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da8dd7-d533-4f43-bc5f-292628241f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44072c0c-885c-4d0f-9c64-2c34718c9d7c,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:19.005797 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f1da8dd7-d533-4f43-bc5f-292628241f39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.005797 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f1da8dd7-d533-4f43-bc5f-292628241f39 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/44072c0c-885c-4d0f-9c64-2c34718c9d7c HTTP/1.1" status: 204 len: 168 time: 0.4184895 Sep 03 20:30:19.006260 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a62a66-6e51-4dca-8f56-a47578d9bd06 None None] Network c9b8bdb5-8977-4441-969d-f0e03da151b1 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:30:19.007719 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48604) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:19.114928 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.205797 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Deleting port 1492cd36-d20b-41c7-bcda-f78a58759cc7 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:19.206169 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.235160 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c380c7bf-2131-4b85-9ae4-ac409074fe63 None None] DHCP port deletion for c9b8bdb5-8977-4441-969d-f0e03da151b1 request from dv-cinder-798198-4-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:30:19.310036 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-c380c7bf-2131-4b85-9ae4-ac409074fe63 None None] Deleting port 1492cd36-d20b-41c7-bcda-f78a58759cc7 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:30:19.310296 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c380c7bf-2131-4b85-9ae4-ac409074fe63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.317356 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] For port 1492cd36-d20b-41c7-bcda-f78a58759cc7, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=1492cd36-d20b-41c7-bcda-f78a58759cc7,segment=NetworkSegment(02672425-534e-48e1-a8cd-b46dcba40b4a),segment_id=02672425-534e-48e1-a8cd-b46dcba40b4a)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:19.317916 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.326865 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device aa520354-d964-4bbe-ab83-9fcf67750261 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:30:19.330344 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Calling delete_port for 1492cd36-d20b-41c7-bcda-f78a58759cc7 owned by network:dhcp {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:19.353789 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: aa520354-d964-4bbe-ab83-9fcf67750261 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:30:19.354134 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device aa520354-d964-4bbe-ab83-9fcf67750261 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:30:19.354820 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:30:19.409209 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:30:19.409566 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 1033c14e-1b96-45ca-a62e-9f4cb591e7e4 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:30:19.409988 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 1492cd36-d20b-41c7-bcda-f78a58759cc7 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:30:19.446518 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-c380c7bf-2131-4b85-9ae4-ac409074fe63 None None] For port 1492cd36-d20b-41c7-bcda-f78a58759cc7, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=1492cd36-d20b-41c7-bcda-f78a58759cc7,segment=NetworkSegment(02672425-534e-48e1-a8cd-b46dcba40b4a),segment_id=02672425-534e-48e1-a8cd-b46dcba40b4a)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:30:19.446949 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c380c7bf-2131-4b85-9ae4-ac409074fe63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.466299 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-c380c7bf-2131-4b85-9ae4-ac409074fe63 None None] Calling delete_port for 1492cd36-d20b-41c7-bcda-f78a58759cc7 owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:30:19.506997 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.537661 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Port 1492cd36-d20b-41c7-bcda-f78a58759cc7 update to DOWN by agent not found {{(pid=94577) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Sep 03 20:30:19.543172 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Pushing event deleted for resources: {'Port': ['ID=1492cd36-d20b-41c7-bcda-f78a58759cc7,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:19.546053 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] No DVR routers for this DVR port 1492cd36-d20b-41c7-bcda-f78a58759cc7 on host dv-cinder-798198-4-iscsi {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:30:19.562426 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48620) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:19.576190 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-c380c7bf-2131-4b85-9ae4-ac409074fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.607247 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380c7bf-2131-4b85-9ae4-ac409074fe63 None None] Pushing event deleted for resources: {'Port': ['ID=1492cd36-d20b-41c7-bcda-f78a58759cc7,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:19.611619 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c380c7bf-2131-4b85-9ae4-ac409074fe63 None None] No DVR routers for this DVR port 1492cd36-d20b-41c7-bcda-f78a58759cc7 on host dv-cinder-798198-4-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:30:19.647447 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.657829 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b8bdb5-8977-4441-969d-f0e03da151b1']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:19.671929 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02672425-534e-48e1-a8cd-b46dcba40b4a') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:19.672100 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02672425-534e-48e1-a8cd-b46dcba40b4a') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:19.681239 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694592'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.694687 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f42bbcdd-c3fe-4970-be19-3b25daad5c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.697763 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.705257 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:30:19.705645 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4154485'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: Traceback (most recent call last): Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: timer() Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: cb(*args, **kw) Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: return func(*args, **kwargs) Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: self._notify() Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: self.callback(batched_events) Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: event.method(event) Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: return f(self, *a, **k) Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._get(url).json() Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:30:19.709390 dv-cinder-798198-4-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:30:19.831001 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.836594 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:19.839464 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] 10.222.0.41 "DELETE /v2.0/networks/c9b8bdb5-8977-4441-969d-f0e03da151b1 HTTP/1.1" status: 204 len: 168 time: 0.8296988 Sep 03 20:30:19.858441 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c34b1f-2380-4aef-89f1-faecd99aed6b admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b8bdb5-8977-4441-969d-f0e03da151b1,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:19.914979 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f42bbcdd-c3fe-4970-be19-3b25daad5c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.008366 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f42bbcdd-c3fe-4970-be19-3b25daad5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.048271 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f42bbcdd-c3fe-4970-be19-3b25daad5c2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de0151ea15da4f57867737e61725180c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843297 Sep 03 20:30:20.049160 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bbcdd-c3fe-4970-be19-3b25daad5c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80cd5f1-3a42-45eb-8ecb-03679508e4ab,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:20.050972 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48646) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:20.108700 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-648cb603-b5d3-4789-aca5-91f35fca0c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.130129 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-648cb603-b5d3-4789-aca5-91f35fca0c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.231115 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48652) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:20.273421 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-648cb603-b5d3-4789-aca5-91f35fca0c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.275973 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-648cb603-b5d3-4789-aca5-91f35fca0c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.278193 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-648cb603-b5d3-4789-aca5-91f35fca0c83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e80cd5f1-3a42-45eb-8ecb-03679508e4ab HTTP/1.1" status: 204 len: 168 time: 0.2261636 Sep 03 20:30:20.291514 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-5d5da243-787a-4e68-843a-1ebbfc742d19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0582686d29ce4e9dbdd4c8e02727865b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616336 Sep 03 20:30:20.292791 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cb603-b5d3-4789-aca5-91f35fca0c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80cd5f1-3a42-45eb-8ecb-03679508e4ab,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:20.297061 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48662) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:20.376947 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d52c0536-adce-4837-80c9-c6dcaee46914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.413279 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d52c0536-adce-4837-80c9-c6dcaee46914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.676638 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d52c0536-adce-4837-80c9-c6dcaee46914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.679538 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d52c0536-adce-4837-80c9-c6dcaee46914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:20.680905 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d52c0536-adce-4837-80c9-c6dcaee46914 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0eb3e63b-a701-484f-9a9f-c6528d923ed7 HTTP/1.1" status: 204 len: 168 time: 0.3818891 Sep 03 20:30:20.695490 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c0536-adce-4837-80c9-c6dcaee46914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb3e63b-a701-484f-9a9f-c6528d923ed7,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:21.220533 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48690) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:21.234030 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8b869aa-b2a3-45e3-9ca4-bffcfe410d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:21.328088 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8b869aa-b2a3-45e3-9ca4-bffcfe410d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:21.476363 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a8b869aa-b2a3-45e3-9ca4-bffcfe410d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:21.514460 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a8b869aa-b2a3-45e3-9ca4-bffcfe410d4a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=289825aec98e402982c6478de4a89aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928622 Sep 03 20:30:21.515274 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b869aa-b2a3-45e3-9ca4-bffcfe410d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8019864-a873-4df9-b31f-de0103372dbb,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:21.517241 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48696) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:21.566659 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d66d1586-81cb-4ab7-96ea-4b5339f09194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:21.589067 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d66d1586-81cb-4ab7-96ea-4b5339f09194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:21.625877 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48698) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:21.666059 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-17ee73d1-a3e7-4a52-98aa-139ec6cbc883 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcc4f4760208482881ed5e23950a78a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391068 Sep 03 20:30:21.669026 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48700) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:21.719506 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b9da58cc-f593-4bc7-9cac-d3e6b8afa95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:21.740389 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b9da58cc-f593-4bc7-9cac-d3e6b8afa95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:21.742205 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d66d1586-81cb-4ab7-96ea-4b5339f09194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:21.744687 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d66d1586-81cb-4ab7-96ea-4b5339f09194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:21.746361 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d66d1586-81cb-4ab7-96ea-4b5339f09194 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8019864-a873-4df9-b31f-de0103372dbb HTTP/1.1" status: 204 len: 168 time: 0.2280607 Sep 03 20:30:21.761040 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d1586-81cb-4ab7-96ea-4b5339f09194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8019864-a873-4df9-b31f-de0103372dbb,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:21.887676 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b9da58cc-f593-4bc7-9cac-d3e6b8afa95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:21.896175 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b9da58cc-f593-4bc7-9cac-d3e6b8afa95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:21.902521 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b9da58cc-f593-4bc7-9cac-d3e6b8afa95f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/316c11a7-0fbf-45a4-9872-2d0adb5acfd2 HTTP/1.1" status: 204 len: 168 time: 0.2274969 Sep 03 20:30:21.906737 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da58cc-f593-4bc7-9cac-d3e6b8afa95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316c11a7-0fbf-45a4-9872-2d0adb5acfd2,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:21.915594 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48708) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:22.383767 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-92b1e3ee-737a-4dc9-9426-9a9f469cf7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:22.480796 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-92b1e3ee-737a-4dc9-9426-9a9f469cf7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:22.584551 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-92b1e3ee-737a-4dc9-9426-9a9f469cf7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:22.622838 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-92b1e3ee-737a-4dc9-9426-9a9f469cf7bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8d15a64d8c5464498eafcc95c097632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7028344 Sep 03 20:30:22.623687 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1e3ee-737a-4dc9-9426-9a9f469cf7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ad9574-8b6c-4875-b51b-4bc91a04de94,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:22.625625 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48720) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:22.678263 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0e1be91e-04c7-4ba2-8a8a-c889c70648a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:22.699915 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0e1be91e-04c7-4ba2-8a8a-c889c70648a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:22.823407 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0e1be91e-04c7-4ba2-8a8a-c889c70648a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:22.825946 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0e1be91e-04c7-4ba2-8a8a-c889c70648a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:22.827093 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0e1be91e-04c7-4ba2-8a8a-c889c70648a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24ad9574-8b6c-4875-b51b-4bc91a04de94 HTTP/1.1" status: 204 len: 168 time: 0.2003763 Sep 03 20:30:22.835475 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1be91e-04c7-4ba2-8a8a-c889c70648a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ad9574-8b6c-4875-b51b-4bc91a04de94,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:23.665371 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:23.689384 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48744) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:23.702867 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-312b6d0d-fc09-4674-9f27-e3dc2a804286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:23.788718 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-312b6d0d-fc09-4674-9f27-e3dc2a804286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:23.897800 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-312b6d0d-fc09-4674-9f27-e3dc2a804286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:23.940722 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b6d0d-fc09-4674-9f27-e3dc2a804286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c122b6-f747-4c77-8662-2d193f243cc7,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:23.945675 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-312b6d0d-fc09-4674-9f27-e3dc2a804286 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb3ea7c756704337944780fbf23d5122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552640 Sep 03 20:30:23.949273 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48750) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:24.004814 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a03b3f21-36e2-475a-9395-1268376983ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:24.027290 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a03b3f21-36e2-475a-9395-1268376983ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:24.190406 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a03b3f21-36e2-475a-9395-1268376983ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:24.193251 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a03b3f21-36e2-475a-9395-1268376983ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:24.194636 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a03b3f21-36e2-475a-9395-1268376983ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78c122b6-f747-4c77-8662-2d193f243cc7 HTTP/1.1" status: 204 len: 168 time: 0.2441034 Sep 03 20:30:24.205300 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b3f21-36e2-475a-9395-1268376983ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c122b6-f747-4c77-8662-2d193f243cc7,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:27.060896 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48830) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:27.163414 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-eff791b3-c6ac-441b-aea4-9f33f5226f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:27.248336 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-eff791b3-c6ac-441b-aea4-9f33f5226f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:27.326367 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-eff791b3-c6ac-441b-aea4-9f33f5226f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:27.371522 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-eff791b3-c6ac-441b-aea4-9f33f5226f59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e00f63ded6d402aad73a774e7c5d42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071783 Sep 03 20:30:27.371522 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff791b3-c6ac-441b-aea4-9f33f5226f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b528daf1-2dec-4350-a305-79e40e7ed6cd,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:27.372070 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48834) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:27.433789 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:27.455377 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:27.585079 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:27.587580 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:27.588860 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b528daf1-2dec-4350-a305-79e40e7ed6cd HTTP/1.1" status: 204 len: 168 time: 0.2157066 Sep 03 20:30:27.596304 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b528daf1-2dec-4350-a305-79e40e7ed6cd,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:27.603166 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:27.603514 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:27.603862 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:27.604195 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:27.604525 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:27.604849 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:27.605172 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:27.605491 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:27.605816 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:27.606134 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:27.606451 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:27.606865 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f655404-35bb-4826-abf6-656da87ae4f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:28.332586 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48844) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:28.345965 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d393d4e3-eb7b-41a7-a7c7-3efd5e8204cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:28.430700 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d393d4e3-eb7b-41a7-a7c7-3efd5e8204cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:28.543181 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d393d4e3-eb7b-41a7-a7c7-3efd5e8204cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:28.582018 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d393d4e3-eb7b-41a7-a7c7-3efd5e8204cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0330599462c423ea1a2bd0e3e176b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483282 Sep 03 20:30:28.584286 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393d4e3-eb7b-41a7-a7c7-3efd5e8204cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db8c99d-8cc5-4b79-a9c9-861fc0b298ce,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:28.584766 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48856) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:28.634436 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a9ddd434-dff3-4e2f-9965-6adffde58e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:28.657166 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a9ddd434-dff3-4e2f-9965-6adffde58e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:28.790376 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a9ddd434-dff3-4e2f-9965-6adffde58e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:28.792883 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-a9ddd434-dff3-4e2f-9965-6adffde58e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:28.794066 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-a9ddd434-dff3-4e2f-9965-6adffde58e55 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9db8c99d-8cc5-4b79-a9c9-861fc0b298ce HTTP/1.1" status: 204 len: 168 time: 0.2082980 Sep 03 20:30:28.802547 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddd434-dff3-4e2f-9965-6adffde58e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db8c99d-8cc5-4b79-a9c9-861fc0b298ce,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:30.079104 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48896) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:30.174041 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1270730275-network', 'tenant_id': '5063427ed5124e55a099be123e5d1ec6'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:30.275984 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] Made reservation on behalf of 5063427ed5124e55a099be123e5d1ec6 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:30:30.278328 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.287832 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.376756 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.410910 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48902) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:30.442235 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.463594 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:30:30.477145 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc12f471-1387-4ed1-8dcc-ee511d5e5827,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:30.482128 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.482470 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] Added segment 8284f62f-2438-4272-ba85-53835149c8ee of type vlan for network 7fa8609f-3aae-482f-9004-3f400ba1e6a9 Sep 03 20:30:30.530622 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-75d2ad2c-9863-4a32-ad60-14d6afd3766c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.540324 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.634991 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-75d2ad2c-9863-4a32-ad60-14d6afd3766c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.710475 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.711562 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:30.712149 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.738049 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-75d2ad2c-9863-4a32-ad60-14d6afd3766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.806912 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] Pushing event updated for resources: {'Network': ['ID=7fa8609f-3aae-482f-9004-3f400ba1e6a9,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:30.811230 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2ad2c-9863-4a32-ad60-14d6afd3766c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d2d632-2665-4e09-a09f-3b1fca1fcf26,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:30.817748 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-75d2ad2c-9863-4a32-ad60-14d6afd3766c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac1c23afe3224db7beed083f7753a288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032686 Sep 03 20:30:30.817933 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48906) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:30.819143 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network 7fa8609f-3aae-482f-9004-3f400ba1e6a9 details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:30:30.830146 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-025c4bb7-384c-4c38-80fc-22dd882021ff admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7453146 Sep 03 20:30:30.831894 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48908) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:30.836891 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-04fdc5ec-0962-44d5-a501-096dce320354 admin admin] Request body: {'subnet': {'network_id': '7fa8609f-3aae-482f-9004-3f400ba1e6a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1270730275-subnet', 'tenant_id': '5063427ed5124e55a099be123e5d1ec6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:30.870317 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-550dd079-367b-4e1e-8396-e019d48ecbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.892716 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-550dd079-367b-4e1e-8396-e019d48ecbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:30.944743 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fdc5ec-0962-44d5-a501-096dce320354 admin admin] Made reservation on behalf of 5063427ed5124e55a099be123e5d1ec6 for: {'subnet': 1} {{(pid=94576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:30:30.947057 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-04fdc5ec-0962-44d5-a501-096dce320354 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4064506'] for subnet, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:31.030390 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-550dd079-367b-4e1e-8396-e019d48ecbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:31.033307 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-550dd079-367b-4e1e-8396-e019d48ecbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:31.037065 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-550dd079-367b-4e1e-8396-e019d48ecbfc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52d2d632-2665-4e09-a09f-3b1fca1fcf26 HTTP/1.1" status: 204 len: 168 time: 0.2157564 Sep 03 20:30:31.042773 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dd079-367b-4e1e-8396-e019d48ecbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d2d632-2665-4e09-a09f-3b1fca1fcf26,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:31.263551 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-04fdc5ec-0962-44d5-a501-096dce320354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3284072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4064468'] for subnet, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:31.318111 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdc5ec-0962-44d5-a501-096dce320354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ebe0257-69e7-4dfc-beaa-735f6ddeacda,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:31.326732 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fdc5ec-0962-44d5-a501-096dce320354 admin admin] Checking segment: {'id': '8284f62f-2438-4272-ba85-53835149c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7fa8609f-3aae-482f-9004-3f400ba1e6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:31.327099 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fdc5ec-0962-44d5-a501-096dce320354 admin admin] Network hostable DHCP agents. Network: 7fa8609f-3aae-482f-9004-3f400ba1e6a9, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:30:31.436708 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fdc5ec-0962-44d5-a501-096dce320354 admin admin] Network 7fa8609f-3aae-482f-9004-3f400ba1e6a9 is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:30:31.509179 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-04fdc5ec-0962-44d5-a501-096dce320354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, 7fa8609f-3aae-482f-9004-3f400ba1e6a9) {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:31.514065 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fdc5ec-0962-44d5-a501-096dce320354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:31.514840 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-04fdc5ec-0962-44d5-a501-096dce320354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:31.519263 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7791c210-307f-43b7-9044-59d579f1c7b7 None None] Network 7fa8609f-3aae-482f-9004-3f400ba1e6a9 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:30:31.618154 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-04fdc5ec-0962-44d5-a501-096dce320354 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7851346 Sep 03 20:30:31.639768 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef96db10-3378-4728-aea7-9ef2b2500ea6 None None] Network 7fa8609f-3aae-482f-9004-3f400ba1e6a9 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:30:31.767370 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 48918) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:31.782925 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-52130d64-485b-4e91-b975-37dc6f168cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:31.872444 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-52130d64-485b-4e91-b975-37dc6f168cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:31.971674 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-52130d64-485b-4e91-b975-37dc6f168cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.012651 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-52130d64-485b-4e91-b975-37dc6f168cc4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e47a9dcc06740e1a85df16ee682ac8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437153 Sep 03 20:30:32.015301 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52130d64-485b-4e91-b975-37dc6f168cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e22fe3b-079d-4e40-9962-3cb37e5ee6c2,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:32.015929 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48922) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:32.069759 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f03530cb-8323-4be6-8dcf-7e0f5e737577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.095152 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f03530cb-8323-4be6-8dcf-7e0f5e737577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.230483 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f03530cb-8323-4be6-8dcf-7e0f5e737577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.233134 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f03530cb-8323-4be6-8dcf-7e0f5e737577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.234296 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f03530cb-8323-4be6-8dcf-7e0f5e737577 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e22fe3b-079d-4e40-9962-3cb37e5ee6c2 HTTP/1.1" status: 204 len: 168 time: 0.2173901 Sep 03 20:30:32.242516 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03530cb-8323-4be6-8dcf-7e0f5e737577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e22fe3b-079d-4e40-9962-3cb37e5ee6c2,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:32.397244 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48934) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:32.402215 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-595239179-network', 'tenant_id': 'f37026079c8744c4b74e5e01eb068376'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:32.527731 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] Made reservation on behalf of f37026079c8744c4b74e5e01eb068376 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:30:32.530619 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.539595 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.625860 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.693223 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.715388 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:30:32.728946 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7845e7a-a035-4576-bec6-93fa4d60ba2e,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:32.733928 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.734275 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] Added segment 60cf7585-e419-4330-8f6e-50127b3afdbc of type vlan for network b6721e5d-abca-404c-91e4-64fb4c3f6cae Sep 03 20:30:32.776622 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.933429 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.934437 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:32.942538 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:32.994455 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] Pushing event updated for resources: {'Network': ['ID=b6721e5d-abca-404c-91e4-64fb4c3f6cae,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:33.005353 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network b6721e5d-abca-404c-91e4-64fb4c3f6cae details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:30:33.076922 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-1244c451-9ea1-4b26-a7fb-f1ea9c8a7f27 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6785729 Sep 03 20:30:33.079683 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 48948) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:33.084649 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-d0fbac17-91a5-4b3f-9f8d-c78c78cf2883 admin admin] Request body: {'subnet': {'network_id': 'b6721e5d-abca-404c-91e4-64fb4c3f6cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-595239179-subnet', 'tenant_id': 'f37026079c8744c4b74e5e01eb068376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:30:33.173401 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fbac17-91a5-4b3f-9f8d-c78c78cf2883 admin admin] Made reservation on behalf of f37026079c8744c4b74e5e01eb068376 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:30:33.175813 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d0fbac17-91a5-4b3f-9f8d-c78c78cf2883 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3539817'] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:33.440457 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d0fbac17-91a5-4b3f-9f8d-c78c78cf2883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4154602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3539783'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:33.497351 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbac17-91a5-4b3f-9f8d-c78c78cf2883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba7b32e-15c5-435b-a2f7-38a51be93304,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:33.507173 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbac17-91a5-4b3f-9f8d-c78c78cf2883 admin admin] Checking segment: {'id': '60cf7585-e419-4330-8f6e-50127b3afdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b6721e5d-abca-404c-91e4-64fb4c3f6cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:30:33.507532 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fbac17-91a5-4b3f-9f8d-c78c78cf2883 admin admin] Network hostable DHCP agents. Network: b6721e5d-abca-404c-91e4-64fb4c3f6cae, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:30:33.641928 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fbac17-91a5-4b3f-9f8d-c78c78cf2883 admin admin] Network b6721e5d-abca-404c-91e4-64fb4c3f6cae is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:30:33.767336 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-d0fbac17-91a5-4b3f-9f8d-c78c78cf2883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, b6721e5d-abca-404c-91e4-64fb4c3f6cae) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:30:33.771326 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fbac17-91a5-4b3f-9f8d-c78c78cf2883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:30:33.771914 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d0fbac17-91a5-4b3f-9f8d-c78c78cf2883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:33.777440 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641d07c0-37bb-49da-9d01-5436f63bc1c8 None None] Network b6721e5d-abca-404c-91e4-64fb4c3f6cae requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:30:33.889423 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d0fbac17-91a5-4b3f-9f8d-c78c78cf2883 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8084967 Sep 03 20:30:33.905508 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8678068-1ec6-427c-823f-db0731c5d54c None None] Network b6721e5d-abca-404c-91e4-64fb4c3f6cae requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:30:36.265810 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:30:39.339127 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d3d2aeef-a346-4d72-8427-c3a06d355fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.048524 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0e5be7d7-3ee4-4fba-a6af-253b5d99ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.254536 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49104) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:42.366234 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.465056 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.634213 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.674943 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1d3d7d66381487e9be5dee44092de79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4192643 Sep 03 20:30:42.675940 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff008860-987b-4fee-853b-428f4e50c97c,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:42.678060 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 49108) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:42.684427 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:42.689034 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:42.689034 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:42.689034 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:42.689034 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:42.689034 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:42.689034 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:42.689034 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:42.689034 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:42.689034 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:42.689034 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:42.689034 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c48219-afa3-4831-a5f5-2728cb298090 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:30:42.731917 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d87d7f32-84b8-4753-b7cc-0a96081d3dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.753515 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d87d7f32-84b8-4753-b7cc-0a96081d3dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.788578 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.921458 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d87d7f32-84b8-4753-b7cc-0a96081d3dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.923137 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-d87d7f32-84b8-4753-b7cc-0a96081d3dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:42.924282 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d87d7f32-84b8-4753-b7cc-0a96081d3dc5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff008860-987b-4fee-853b-428f4e50c97c HTTP/1.1" status: 204 len: 168 time: 0.2452219 Sep 03 20:30:42.932773 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d7f32-84b8-4753-b7cc-0a96081d3dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff008860-987b-4fee-853b-428f4e50c97c,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:43.549536 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:43.764644 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 49124) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:43.778434 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9751-ec77-43d4-92b0-b3a7bc218072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:43.869584 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9751-ec77-43d4-92b0-b3a7bc218072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:43.972576 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9751-ec77-43d4-92b0-b3a7bc218072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:44.014008 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-1f1b9751-ec77-43d4-92b0-b3a7bc218072 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eea6b8de1d4542e0b6ef66900260dcb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482836 Sep 03 20:30:44.014717 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b9751-ec77-43d4-92b0-b3a7bc218072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930128ad-a893-492b-9ea1-030b11a2dc8a,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:44.017513 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49126) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:44.066725 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3dd62c35-4edc-4213-a67e-44b339a64683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:44.087563 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3dd62c35-4edc-4213-a67e-44b339a64683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:44.224417 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3dd62c35-4edc-4213-a67e-44b339a64683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:44.227262 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3dd62c35-4edc-4213-a67e-44b339a64683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:44.228446 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3dd62c35-4edc-4213-a67e-44b339a64683 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/930128ad-a893-492b-9ea1-030b11a2dc8a HTTP/1.1" status: 204 len: 168 time: 0.2099664 Sep 03 20:30:44.237582 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd62c35-4edc-4213-a67e-44b339a64683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930128ad-a893-492b-9ea1-030b11a2dc8a,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:45.013007 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:51.625427 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49272) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:51.671200 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6340d80-523e-4792-8f98-a2b2cc56c9f6 admin admin] Deleting subnet 4ebe0257-69e7-4dfc-beaa-735f6ddeacda {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:30:51.674323 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c6340d80-523e-4792-8f98-a2b2cc56c9f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:51.711814 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c6340d80-523e-4792-8f98-a2b2cc56c9f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3694617'] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:51.753383 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c6340d80-523e-4792-8f98-a2b2cc56c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:51.886438 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c6340d80-523e-4792-8f98-a2b2cc56c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4154411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3539788'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:51.910869 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6340d80-523e-4792-8f98-a2b2cc56c9f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ebe0257-69e7-4dfc-beaa-735f6ddeacda,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:51.916637 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c6340d80-523e-4792-8f98-a2b2cc56c9f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:51.918797 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c6340d80-523e-4792-8f98-a2b2cc56c9f6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4ebe0257-69e7-4dfc-beaa-735f6ddeacda HTTP/1.1" status: 204 len: 168 time: 0.2920651 Sep 03 20:30:51.921147 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49276) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:51.992730 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b631653a-0776-424c-a506-d338154ef239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.071041 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b631653a-0776-424c-a506-d338154ef239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.081142 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-b631653a-0776-424c-a506-d338154ef239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa8609f-3aae-482f-9004-3f400ba1e6a9']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:52.090698 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-b631653a-0776-424c-a506-d338154ef239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8284f62f-2438-4272-ba85-53835149c8ee') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:52.090987 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-b631653a-0776-424c-a506-d338154ef239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8284f62f-2438-4272-ba85-53835149c8ee') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:52.100158 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b631653a-0776-424c-a506-d338154ef239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694592'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.117472 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b631653a-0776-424c-a506-d338154ef239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.123248 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b631653a-0776-424c-a506-d338154ef239 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:30:52.123639 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b631653a-0776-424c-a506-d338154ef239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4154485'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: Traceback (most recent call last): Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: timer() Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: cb(*args, **kw) Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: return func(*args, **kwargs) Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: self._notify() Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: self.callback(batched_events) Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: event.method(event) Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: return f(self, *a, **k) Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._get(url).json() Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:30:52.125321 dv-cinder-798198-4-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:30:52.276132 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b631653a-0776-424c-a506-d338154ef239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.281794 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-b631653a-0776-424c-a506-d338154ef239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.283998 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-b631653a-0776-424c-a506-d338154ef239 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7fa8609f-3aae-482f-9004-3f400ba1e6a9 HTTP/1.1" status: 204 len: 168 time: 0.3618407 Sep 03 20:30:52.286836 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 49278) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:52.294734 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631653a-0776-424c-a506-d338154ef239 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa8609f-3aae-482f-9004-3f400ba1e6a9,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:52.329263 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_v2 [None req-54700b39-c825-45bb-8d8e-fcfbb9ce8b26 admin admin] Deleting subnet 9ba7b32e-15c5-435b-a2f7-38a51be93304 {{(pid=94576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:30:52.333163 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-54700b39-c825-45bb-8d8e-fcfbb9ce8b26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.366490 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-54700b39-c825-45bb-8d8e-fcfbb9ce8b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3744847'] for subnet, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.405492 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-54700b39-c825-45bb-8d8e-fcfbb9ce8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.527507 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-54700b39-c825-45bb-8d8e-fcfbb9ce8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3284137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4064479'] for subnet, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.552751 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54700b39-c825-45bb-8d8e-fcfbb9ce8b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba7b32e-15c5-435b-a2f7-38a51be93304,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:52.556556 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-54700b39-c825-45bb-8d8e-fcfbb9ce8b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for subnet, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.558393 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-54700b39-c825-45bb-8d8e-fcfbb9ce8b26 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9ba7b32e-15c5-435b-a2f7-38a51be93304 HTTP/1.1" status: 204 len: 168 time: 0.2705457 Sep 03 20:30:52.560888 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 49280) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:52.632741 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a787ca30-05b4-4dfe-b115-38ec7ecbe3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.710581 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a787ca30-05b4-4dfe-b115-38ec7ecbe3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.719972 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-a787ca30-05b4-4dfe-b115-38ec7ecbe3ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6721e5d-abca-404c-91e4-64fb4c3f6cae']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:52.729779 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-a787ca30-05b4-4dfe-b115-38ec7ecbe3ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60cf7585-e419-4330-8f6e-50127b3afdbc') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:52.730073 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-a787ca30-05b4-4dfe-b115-38ec7ecbe3ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60cf7585-e419-4330-8f6e-50127b3afdbc') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:30:52.739096 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a787ca30-05b4-4dfe-b115-38ec7ecbe3ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3744854'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.752264 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a787ca30-05b4-4dfe-b115-38ec7ecbe3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.758635 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a787ca30-05b4-4dfe-b115-38ec7ecbe3ef admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:30:52.759255 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a787ca30-05b4-4dfe-b115-38ec7ecbe3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284215'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: Traceback (most recent call last): Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: timer() Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: cb(*args, **kw) Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: return func(*args, **kwargs) Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: self._notify() Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: self.callback(batched_events) Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: event.method(event) Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: return f(self, *a, **k) Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: return self._get(url).json() Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:30:52.761003 dv-cinder-798198-4-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:30:52.893326 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a787ca30-05b4-4dfe-b115-38ec7ecbe3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.897727 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-a787ca30-05b4-4dfe-b115-38ec7ecbe3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:52.899653 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-a787ca30-05b4-4dfe-b115-38ec7ecbe3ef admin admin] 10.222.0.41 "DELETE /v2.0/networks/b6721e5d-abca-404c-91e4-64fb4c3f6cae HTTP/1.1" status: 204 len: 168 time: 0.3376672 Sep 03 20:30:52.912312 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787ca30-05b4-4dfe-b115-38ec7ecbe3ef admin admin] Pushing event deleted for resources: {'Network': ['ID=b6721e5d-abca-404c-91e4-64fb4c3f6cae,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:53.281013 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49286) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:53.319882 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-1f19338b-218b-4d84-919f-abbedb68d996 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5063427ed5124e55a099be123e5d1ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377121 Sep 03 20:30:53.325357 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49288) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:53.374501 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9beee9e6-1a0a-4263-a656-7e74edb47ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:53.395392 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9beee9e6-1a0a-4263-a656-7e74edb47ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:53.502692 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9beee9e6-1a0a-4263-a656-7e74edb47ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:53.505687 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9beee9e6-1a0a-4263-a656-7e74edb47ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:53.506859 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-9beee9e6-1a0a-4263-a656-7e74edb47ba6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc12f471-1387-4ed1-8dcc-ee511d5e5827 HTTP/1.1" status: 204 len: 168 time: 0.1805897 Sep 03 20:30:53.514740 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beee9e6-1a0a-4263-a656-7e74edb47ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc12f471-1387-4ed1-8dcc-ee511d5e5827,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:30:53.616813 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:54.256552 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49296) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:54.296112 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-1759b7ef-8bed-4c76-aba1-bc1448befca1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f37026079c8744c4b74e5e01eb068376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383837 Sep 03 20:30:54.298542 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49298) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:30:54.344893 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd8b9f10-970b-4e85-a97b-a9e1740bb50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:54.367127 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd8b9f10-970b-4e85-a97b-a9e1740bb50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:54.508541 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd8b9f10-970b-4e85-a97b-a9e1740bb50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:54.511140 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-dd8b9f10-970b-4e85-a97b-a9e1740bb50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:30:54.512338 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-dd8b9f10-970b-4e85-a97b-a9e1740bb50f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7845e7a-a035-4576-bec6-93fa4d60ba2e HTTP/1.1" status: 204 len: 168 time: 0.2128205 Sep 03 20:30:54.520135 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b9f10-970b-4e85-a97b-a9e1740bb50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7845e7a-a035-4576-bec6-93fa4d60ba2e,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:06.347046 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49418) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:06.449371 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-54bf232e-1d66-4b8b-adf8-97b6352d387b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:06.540349 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-54bf232e-1d66-4b8b-adf8-97b6352d387b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:06.630308 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-54bf232e-1d66-4b8b-adf8-97b6352d387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:06.670048 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-54bf232e-1d66-4b8b-adf8-97b6352d387b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=155c9518ab014e7d833ead051cd95f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215976 Sep 03 20:31:06.671009 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf232e-1d66-4b8b-adf8-97b6352d387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b8348b-97c7-40f8-9393-ae9c89cee7cd,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:06.674045 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 49426) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:06.722136 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f134280c-489e-42d7-a16e-69e4494012fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:06.743822 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f134280c-489e-42d7-a16e-69e4494012fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:06.879623 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f134280c-489e-42d7-a16e-69e4494012fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:06.882201 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f134280c-489e-42d7-a16e-69e4494012fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:06.884492 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f134280c-489e-42d7-a16e-69e4494012fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9b8348b-97c7-40f8-9393-ae9c89cee7cd HTTP/1.1" status: 204 len: 168 time: 0.2113392 Sep 03 20:31:06.892353 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134280c-489e-42d7-a16e-69e4494012fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b8348b-97c7-40f8-9393-ae9c89cee7cd,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:08.817675 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 49448) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:08.920856 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3f64e3dc-de3c-4497-b67b-0291ed775971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:09.007898 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3f64e3dc-de3c-4497-b67b-0291ed775971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:09.115602 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-3f64e3dc-de3c-4497-b67b-0291ed775971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:09.156052 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-3f64e3dc-de3c-4497-b67b-0291ed775971 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=492a33afe1b341ca9df254efac1c04b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371797 Sep 03 20:31:09.156764 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64e3dc-de3c-4497-b67b-0291ed775971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22eefec5-9ff0-4d35-a986-ba5d9fd826f6,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:09.158848 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49452) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:09.207732 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35bedea4-1a92-4181-9694-e91bc3917c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:09.228786 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35bedea4-1a92-4181-9694-e91bc3917c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:09.292789 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-90a302ba-b4f0-423f-a278-e895fda78e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:09.361351 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35bedea4-1a92-4181-9694-e91bc3917c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:09.363944 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-35bedea4-1a92-4181-9694-e91bc3917c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:09.365095 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-35bedea4-1a92-4181-9694-e91bc3917c80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22eefec5-9ff0-4d35-a986-ba5d9fd826f6 HTTP/1.1" status: 204 len: 168 time: 0.2052329 Sep 03 20:31:09.372773 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bedea4-1a92-4181-9694-e91bc3917c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eefec5-9ff0-4d35-a986-ba5d9fd826f6,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:12.047505 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d6439f56-6395-4e75-84ae-c0413adbe0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:12.756182 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:13.266665 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:31:13.515462 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:15.001387 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:15.396533 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49520) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:15.502729 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e8eecfb4-fbff-42d5-96d4-1074a8b2f638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:15.585565 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e8eecfb4-fbff-42d5-96d4-1074a8b2f638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:15.655990 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-e8eecfb4-fbff-42d5-96d4-1074a8b2f638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:15.695490 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-e8eecfb4-fbff-42d5-96d4-1074a8b2f638 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1e79d179f2b4e2f8faab707cef6f79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978010 Sep 03 20:31:15.696419 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eecfb4-fbff-42d5-96d4-1074a8b2f638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ef90ed-5681-4c6a-b637-65bd92e72c03,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:15.698387 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 49524) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:15.749884 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e54699c7-6f18-4c4f-9b76-ff9b6ca337ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:15.765707 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e54699c7-6f18-4c4f-9b76-ff9b6ca337ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:15.885140 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e54699c7-6f18-4c4f-9b76-ff9b6ca337ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:15.887817 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e54699c7-6f18-4c4f-9b76-ff9b6ca337ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:15.888937 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e54699c7-6f18-4c4f-9b76-ff9b6ca337ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12ef90ed-5681-4c6a-b637-65bd92e72c03 HTTP/1.1" status: 204 len: 168 time: 0.1895521 Sep 03 20:31:15.896419 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54699c7-6f18-4c4f-9b76-ff9b6ca337ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ef90ed-5681-4c6a-b637-65bd92e72c03,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:17.230707 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49546) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:17.322889 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1008470013-network', 'tenant_id': '695a65761d5a4c52841e83a36195cd62'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:17.412812 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] Made reservation on behalf of 695a65761d5a4c52841e83a36195cd62 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:31:17.415195 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:17.423707 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:17.511888 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:17.583985 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:17.607725 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:31:17.615866 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233c37c9-6300-4680-b815-c8f22e3129f3,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:17.621659 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:17.622000 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] Added segment 03acff6b-c831-4fe1-b553-749d6a5504fb of type vlan for network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d Sep 03 20:31:17.661442 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:17.755766 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:17.756715 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:17.757298 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:17.820196 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] Pushing event updated for resources: {'Network': ['ID=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:17.831224 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:31:17.858825 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c9043bcd-d159-4d8f-8ecf-371e062d9b58 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6269884 Sep 03 20:31:17.861784 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49550) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:17.866533 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-d8b870bd-4456-41f5-9b53-4b0cc964dd66 admin admin] Request body: {'subnet': {'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1008470013-subnet', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:17.966662 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b870bd-4456-41f5-9b53-4b0cc964dd66 admin admin] Made reservation on behalf of 695a65761d5a4c52841e83a36195cd62 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:31:17.969317 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d8b870bd-4456-41f5-9b53-4b0cc964dd66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3539817'] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:18.212878 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d8b870bd-4456-41f5-9b53-4b0cc964dd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4154602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3539783'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:18.267236 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b870bd-4456-41f5-9b53-4b0cc964dd66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f25922-614f-42df-8ab4-3a02ebfe9d57,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:18.277309 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b870bd-4456-41f5-9b53-4b0cc964dd66 admin admin] Checking segment: {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:31:18.277666 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b870bd-4456-41f5-9b53-4b0cc964dd66 admin admin] Network hostable DHCP agents. Network: c700ba5f-fd54-44e1-ac73-5bc6f6454f7d, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:31:18.366570 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b870bd-4456-41f5-9b53-4b0cc964dd66 admin admin] Network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:31:18.464327 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-d8b870bd-4456-41f5-9b53-4b0cc964dd66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, c700ba5f-fd54-44e1-ac73-5bc6f6454f7d) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:31:18.468750 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b870bd-4456-41f5-9b53-4b0cc964dd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:18.469159 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-d8b870bd-4456-41f5-9b53-4b0cc964dd66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:18.479904 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2093c1-65c7-468b-b759-5dfe72436711 None None] Network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:31:18.591806 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-d8b870bd-4456-41f5-9b53-4b0cc964dd66 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7278626 Sep 03 20:31:18.593400 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49552) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:18.598871 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:18.627375 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a807a4-04c5-5ef5-9fb7-9266795022b5-c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57'}]}} from dv-cinder-798198-4-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:31:18.628685 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:18.702387 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27981'] for router, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:18.703497 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1938999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28020'] for router, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:18.761555 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:18.776849 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Allocated IP 172.20.0.2 (c700ba5f-fd54-44e1-ac73-5bc6f6454f7d/02f25922-614f-42df-8ab4-3a02ebfe9d57/f4191128-daec-4054-b4ca-bd53109e187f) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:31:18.934260 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:18.943657 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Transition to ACTIVE for port object f4191128-daec-4054-b4ca-bd53109e187f will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:31:18.960004 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Transition to ACTIVE for port object f4191128-daec-4054-b4ca-bd53109e187f will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:31:19.030887 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:19.088379 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:19.253758 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:31:19.263679 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:31:19.263679 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:31:19.269036 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Pushing event updated for resources: {'Port': ['ID=f4191128-daec-4054-b4ca-bd53109e187f,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:19.292050 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:19.292400 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:19.292656 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:19.292997 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:19.293326 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:19.293656 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:19.293985 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:19.294310 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:19.294631 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:19.294955 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:19.295298 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:19.295618 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:19.328403 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Attempting to bind port f4191128-daec-4054-b4ca-bd53109e187f on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:31:19.328770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Attempting to bind port f4191128-daec-4054-b4ca-bd53109e187f by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:31:19.329132 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Attempting to bind port f4191128-daec-4054-b4ca-bd53109e187f on network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:31:19.333958 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:31:19.334327 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Checking segment: {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:31:19.334727 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:19.335141 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Bound using segment: {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:31:19.335602 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Bound port: f4191128-daec-4054-b4ca-bd53109e187f, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:31:19.335984 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:19.337195 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:19.356673 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:19.409005 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] For port f4191128-daec-4054-b4ca-bd53109e187f, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:31:19.412230 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] For port f4191128-daec-4054-b4ca-bd53109e187f, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=f4191128-daec-4054-b4ca-bd53109e187f,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:31:19.463556 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Allocated IP 172.27.3.79 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/d6978146-3d20-4d7b-bdcc-344fd3d9b55f) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:31:19.504586 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:19.561071 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fa094-5d2b-4fde-9593-f09f4fc59ce8 None None] Pushing event updated for resources: {'Port': ['ID=f4191128-daec-4054-b4ca-bd53109e187f,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:19.576533 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:19.670903 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:19.714015 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:31:19.716944 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:31:19.722024 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:31:19.752685 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Pushing event updated for resources: {'Port': ['ID=d6978146-3d20-4d7b-bdcc-344fd3d9b55f,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:20.049025 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:20.245810 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587945'] for router, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:20.354771 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5155b96-87ea-41d3-aca4-2a86db181800 None None] Network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:31:20.468226 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Router 7c224398-fe06-4985-90c3-f5fc30d62c75 is scheduled to L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 with binding_index 1 {{(pid=94575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:31:20.542608 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-1f460f83-5435-470d-a3e3-11d18d673c08 None None] Provisioning for port f4191128-daec-4054-b4ca-bd53109e187f completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:31:20.829277 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:31:20.837911 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Sync routers for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:31:20.846520 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:31:20.853170 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:31:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:20.908294 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:20.909590 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-417a46fb-1246-4d47-b225-d955e682fc08 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3152206 Sep 03 20:31:20.912251 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49554) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:20.950189 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:31:21.125305 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:19Z', 'revision_number': 3, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:21.158314 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Checking router: 7c224398-fe06-4985-90c3-f5fc30d62c75 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:31:21.158669 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Updating router 7c224398-fe06-4985-90c3-f5fc30d62c75 port d6978146-3d20-4d7b-bdcc-344fd3d9b55f binding host dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:31:21.182838 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:21.327277 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:21.345690 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device f4191128-daec-4054-b4ca-bd53109e187f up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:31:21.478310 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:21.484744 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Allocated IP 172.20.0.1 (c700ba5f-fd54-44e1-ac73-5bc6f6454f7d/02f25922-614f-42df-8ab4-3a02ebfe9d57/ec427577-f56e-42f3-9558-50481def2017) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:31:21.487622 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Transition to ACTIVE for port object d6978146-3d20-4d7b-bdcc-344fd3d9b55f will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:31:21.501672 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port f4191128-daec-4054-b4ca-bd53109e187f completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:31:21.505402 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port f4191128-daec-4054-b4ca-bd53109e187f triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:21.513728 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:21.583214 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:21.587903 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:21.593820 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:21.605414 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Transition to ACTIVE for port object ec427577-f56e-42f3-9558-50481def2017 will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:31:21.662274 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port f4191128-daec-4054-b4ca-bd53109e187f, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=f4191128-daec-4054-b4ca-bd53109e187f,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:21.665837 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Attempting to bind port d6978146-3d20-4d7b-bdcc-344fd3d9b55f on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:31:21.666192 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Attempting to bind port d6978146-3d20-4d7b-bdcc-344fd3d9b55f by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:31:21.666554 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Attempting to bind port d6978146-3d20-4d7b-bdcc-344fd3d9b55f on network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:31:21.673654 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9c366-effa-4d94-afda-33e28cb7617b None None] Pushing event updated for resources: {'Port': ['ID=d6978146-3d20-4d7b-bdcc-344fd3d9b55f,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:21.678936 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:31:21.691305 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Checking segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:31:21.691305 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:21.691305 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Bound using segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:31:21.691305 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Bound port: d6978146-3d20-4d7b-bdcc-344fd3d9b55f, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:31:21.691305 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:21.725754 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:21.730721 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] For port d6978146-3d20-4d7b-bdcc-344fd3d9b55f, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:31:21.733775 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] For port d6978146-3d20-4d7b-bdcc-344fd3d9b55f, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d6978146-3d20-4d7b-bdcc-344fd3d9b55f,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:31:21.758996 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:21.761311 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:31:21.771669 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:31:21.771669 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:31:21.797432 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Pushing event updated for resources: {'Port': ['ID=ec427577-f56e-42f3-9558-50481def2017,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:21.812729 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=f4191128-daec-4054-b4ca-bd53109e187f,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:21.818036 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1965756'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:21.847787 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:21.910506 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:31:21.911186 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:31:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:21.950613 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9c366-effa-4d94-afda-33e28cb7617b None None] Pushing event updated for resources: {'Port': ['ID=d6978146-3d20-4d7b-bdcc-344fd3d9b55f,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:22.027452 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:31:22.072331 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:22.131444 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-b4b699f8-4311-4029-bdea-a69a0efeec3a None None] Provisioning for port ec427577-f56e-42f3-9558-50481def2017 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:31:22.140579 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-b4b699f8-4311-4029-bdea-a69a0efeec3a None None] Provisioning complete for port ec427577-f56e-42f3-9558-50481def2017 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:22.140951 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b4b699f8-4311-4029-bdea-a69a0efeec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:22.206555 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-b4b699f8-4311-4029-bdea-a69a0efeec3a None None] Port ec427577-f56e-42f3-9558-50481def2017 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:31:22.235677 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:19Z', 'revision_number': 3, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:22.237817 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:22.260843 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ca6ad-19c3-40f1-a79c-a4660b6ef854 None None] The sync data for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi is: [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:19Z', 'revision_number': 3, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:31:22.326711 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:22.405739 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588012'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:22.407541 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Pushing event updated for resources: {'Port': ['ID=ec427577-f56e-42f3-9558-50481def2017,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:22.510282 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:31:22.511628 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:31:22.644235 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Router 7c224398-fe06-4985-90c3-f5fc30d62c75 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:31:22.729486 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-654784b2-aff5-4d99-bde2-6556b85bd8f3 None None] Provisioning complete for port ec427577-f56e-42f3-9558-50481def2017 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:22.730156 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-654784b2-aff5-4d99-bde2-6556b85bd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:22.760473 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:31:22.765696 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-1ff7f08b-fa15-41ca-8a68-98987f464a6f admin admin] 10.222.0.41 "PUT /v2.0/routers/7c224398-fe06-4985-90c3-f5fc30d62c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8524566 Sep 03 20:31:22.767329 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-654784b2-aff5-4d99-bde2-6556b85bd8f3 None None] Port ec427577-f56e-42f3-9558-50481def2017 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:31:23.353740 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device f4191128-daec-4054-b4ca-bd53109e187f up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:31:23.407225 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port f4191128-daec-4054-b4ca-bd53109e187f triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:23.407599 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:23.490787 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49570) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:23.491885 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d6978146-3d20-4d7b-bdcc-344fd3d9b55f up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:31:23.498334 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1218352008-network', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:23.589696 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] Made reservation on behalf of 52139069f9094a309433eb1b3ec5b9c1 for: {'network': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:31:23.592307 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for network, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:23.601642 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:23.624418 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port d6978146-3d20-4d7b-bdcc-344fd3d9b55f completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:31:23.626710 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:23.629279 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port d6978146-3d20-4d7b-bdcc-344fd3d9b55f triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:23.629844 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:23.695669 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:23.712148 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:23.732676 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port d6978146-3d20-4d7b-bdcc-344fd3d9b55f, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d6978146-3d20-4d7b-bdcc-344fd3d9b55f,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:23.773056 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:23.801048 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 20:31:23.806055 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:23.808107 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3e064c-0925-45c7-89a0-aae29352e276,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:23.814231 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:23.814580 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.segments_db [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] Added segment 272a831e-e511-4d43-90e9-f03a76f380ca of type vlan for network bcb06f04-57e5-4047-a6f5-d024e883ffe3 Sep 03 20:31:23.820846 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Sync routers for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:31:23.828710 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:31:23.829383 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:31:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:23.861009 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752370400229'] for network, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:23.866052 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=d6978146-3d20-4d7b-bdcc-344fd3d9b55f,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:23.940663 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:31:23.979484 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194'] for network, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:23.980581 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:23.981312 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.042046 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] Pushing event updated for resources: {'Network': ['ID=bcb06f04-57e5-4047-a6f5-d024e883ffe3,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:24.051935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Network bcb06f04-57e5-4047-a6f5-d024e883ffe3 details requested by agent ovs-agent-dv-cinder-798198-4-iscsi with host dv-cinder-798198-4-iscsi {{(pid=94577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 20:31:24.111460 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-71812a81-2ea2-4e72-bd81-a3ffcd4a7459 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6186531 Sep 03 20:31:24.113643 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49572) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:24.118785 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-9fc7e092-9cea-4818-9960-3542a22b615e admin admin] Request body: {'subnet': {'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1218352008-subnet', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'ip_version': 4}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:24.144599 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:22Z', 'revision_number': 2, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:24.177448 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Checking router: 7c224398-fe06-4985-90c3-f5fc30d62c75 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:31:24.177798 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Updating router 7c224398-fe06-4985-90c3-f5fc30d62c75 port ec427577-f56e-42f3-9558-50481def2017 binding host dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:31:24.204376 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.229714 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc7e092-9cea-4818-9960-3542a22b615e admin admin] Made reservation on behalf of 52139069f9094a309433eb1b3ec5b9c1 for: {'subnet': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:31:24.232054 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9fc7e092-9cea-4818-9960-3542a22b615e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3539817'] for subnet, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.463054 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.472344 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Transition to ACTIVE for port object ec427577-f56e-42f3-9558-50481def2017 will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:31:24.493310 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9fc7e092-9cea-4818-9960-3542a22b615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4154602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3539783'] for subnet, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.549574 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7e092-9cea-4818-9960-3542a22b615e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e0743b7-2b72-4db6-b264-bdbb192b03a4,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:24.558689 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7e092-9cea-4818-9960-3542a22b615e admin admin] Checking segment: {'id': '272a831e-e511-4d43-90e9-f03a76f380ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:31:24.559052 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc7e092-9cea-4818-9960-3542a22b615e admin admin] Network hostable DHCP agents. Network: bcb06f04-57e5-4047-a6f5-d024e883ffe3, hostable agents: ['2d7fb63e-cd77-4380-8628-9cb537ed97f3'], hosted agents: [] {{(pid=94575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 20:31:24.601522 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.656882 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4a8a9-356c-4529-a779-134ae8e997a0 None None] Pushing event updated for resources: {'Port': ['ID=ec427577-f56e-42f3-9558-50481def2017,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:24.682171 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4a8a9-356c-4529-a779-134ae8e997a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:24.682532 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4a8a9-356c-4529-a779-134ae8e997a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:24.682875 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4a8a9-356c-4529-a779-134ae8e997a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:24.683537 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4a8a9-356c-4529-a779-134ae8e997a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:24.683871 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4a8a9-356c-4529-a779-134ae8e997a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:24.684216 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4a8a9-356c-4529-a779-134ae8e997a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:24.684779 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4a8a9-356c-4529-a779-134ae8e997a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:24.685362 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4a8a9-356c-4529-a779-134ae8e997a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:24.685941 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4a8a9-356c-4529-a779-134ae8e997a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:24.686282 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4a8a9-356c-4529-a779-134ae8e997a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:24.686679 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4a8a9-356c-4529-a779-134ae8e997a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:24.686941 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f4a8a9-356c-4529-a779-134ae8e997a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:24.709511 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc7e092-9cea-4818-9960-3542a22b615e admin admin] Network bcb06f04-57e5-4047-a6f5-d024e883ffe3 is scheduled to be hosted by DHCP agent 2d7fb63e-cd77-4380-8628-9cb537ed97f3 with binding_index 1 {{(pid=94575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 20:31:24.717140 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Attempting to bind port ec427577-f56e-42f3-9558-50481def2017 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:31:24.717430 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Attempting to bind port ec427577-f56e-42f3-9558-50481def2017 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:31:24.717810 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Attempting to bind port ec427577-f56e-42f3-9558-50481def2017 on network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:31:24.722890 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:31:24.723300 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Checking segment: {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:31:24.723701 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.724091 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Bound using segment: {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:31:24.724555 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Bound port: ec427577-f56e-42f3-9558-50481def2017, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:31:24.724948 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.788697 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] For port ec427577-f56e-42f3-9558-50481def2017, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:31:24.792328 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] For port ec427577-f56e-42f3-9558-50481def2017, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=ec427577-f56e-42f3-9558-50481def2017,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:31:24.801257 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-9fc7e092-9cea-4818-9960-3542a22b615e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-4-iscsi, bcb06f04-57e5-4047-a6f5-d024e883ffe3) {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:31:24.807445 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc7e092-9cea-4818-9960-3542a22b615e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:24.820123 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-9fc7e092-9cea-4818-9960-3542a22b615e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.820276 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca32dea7-49dc-4c4e-aa28-0e0562b7cc0e None None] Network bcb06f04-57e5-4047-a6f5-d024e883ffe3 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:31:24.870334 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:24.907166 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-9fc7e092-9cea-4818-9960-3542a22b615e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7898653 Sep 03 20:31:24.907378 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 49574) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:24.912386 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1218352008-router', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:24.956028 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a807a4-04c5-5ef5-9fb7-9266795022b5-bcb06f04-57e5-4047-a6f5-d024e883ffe3', 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'fixed_ips': [{'subnet_id': '9e0743b7-2b72-4db6-b264-bdbb192b03a4'}]}} from dv-cinder-798198-4-iscsi. {{(pid=94577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 20:31:24.956917 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.013145 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27981'] for router, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.015965 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1587900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1938999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28020'] for router, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.017080 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:31:25.017693 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:31:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:25.092754 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.110365 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4a8a9-356c-4529-a779-134ae8e997a0 None None] Pushing event updated for resources: {'Port': ['ID=ec427577-f56e-42f3-9558-50481def2017,revision_number=4']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:25.120600 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.db_base_plugin_common [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Allocated IP 172.20.0.2 (bcb06f04-57e5-4047-a6f5-d024e883ffe3/9e0743b7-2b72-4db6-b264-bdbb192b03a4/66f14fff-7bea-4e4c-a6de-dcf3269b9394) {{(pid=94577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:31:25.136803 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:31:25.286363 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Notify callbacks [] for port, precommit_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.294833 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Transition to ACTIVE for port object 66f14fff-7bea-4e4c-a6de-dcf3269b9394 will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:31:25.308895 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d6978146-3d20-4d7b-bdcc-344fd3d9b55f up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:31:25.315223 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Transition to ACTIVE for port object 66f14fff-7bea-4e4c-a6de-dcf3269b9394 will not be triggered until provisioned by entity DHCP. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:31:25.329089 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.361186 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port d6978146-3d20-4d7b-bdcc-344fd3d9b55f triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:25.361552 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.371478 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:24Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:25.403742 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bd1f4-7752-4590-aa7a-50e6e68bd272 None None] The sync data for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi is: [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:24Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:31:25.476096 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275'] for port, after_create {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.524869 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Network bcb06f04-57e5-4047-a6f5-d024e883ffe3 is already hosted by enough agents. {{(pid=94577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:31:25.528163 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.scheduler.base_scheduler [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Resources bound (agent type, host, resource id): {{(pid=94577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:31:25.534993 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Received port after_create {{(pid=94577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:31:25.541146 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Pushing event updated for resources: {'Port': ['ID=66f14fff-7bea-4e4c-a6de-dcf3269b9394,revision_number=1']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:25.596827 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Attempting to bind port 66f14fff-7bea-4e4c-a6de-dcf3269b9394 on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:31:25.597331 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Attempting to bind port 66f14fff-7bea-4e4c-a6de-dcf3269b9394 by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '272a831e-e511-4d43-90e9-f03a76f380ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:31:25.597810 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Attempting to bind port 66f14fff-7bea-4e4c-a6de-dcf3269b9394 on network bcb06f04-57e5-4047-a6f5-d024e883ffe3 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:31:25.604005 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:31:25.604378 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Checking segment: {'id': '272a831e-e511-4d43-90e9-f03a76f380ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:31:25.604781 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.605172 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Bound using segment: {'id': '272a831e-e511-4d43-90e9-f03a76f380ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:31:25.605639 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Bound port: 66f14fff-7bea-4e4c-a6de-dcf3269b9394, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272a831e-e511-4d43-90e9-f03a76f380ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:31:25.606016 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.667173 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.677027 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] For port 66f14fff-7bea-4e4c-a6de-dcf3269b9394, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:31:25.681227 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] For port 66f14fff-7bea-4e4c-a6de-dcf3269b9394, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=66f14fff-7bea-4e4c-a6de-dcf3269b9394,segment=NetworkSegment(272a831e-e511-4d43-90e9-f03a76f380ca),segment_id=272a831e-e511-4d43-90e9-f03a76f380ca)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:31:25.687366 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.782756 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:25.793952 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Allocated IP 172.27.3.230 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/71c64522-1f58-44f3-a5ea-c7987436332c) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:31:25.852484 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297e993-5f70-41ef-ab15-a06b6ea8598c None None] Pushing event updated for resources: {'Port': ['ID=66f14fff-7bea-4e4c-a6de-dcf3269b9394,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:25.919905 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:26.065001 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:26.108068 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:31:26.110964 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:31:26.114102 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:31:26.142188 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Pushing event updated for resources: {'Port': ['ID=71c64522-1f58-44f3-a5ea-c7987436332c,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:26.686000 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8cfe00-6acf-4365-8f02-051eb03863fc None None] Network bcb06f04-57e5-4047-a6f5-d024e883ffe3 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:31:26.770322 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:26.830026 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-59541b97-9380-4173-8554-f17704e618ad None None] Provisioning for port 66f14fff-7bea-4e4c-a6de-dcf3269b9394 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:31:26.966776 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1587945'] for router, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:27.159190 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Router ea1b7062-565d-498a-a9a1-d571e1fcf793 is scheduled to L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 with binding_index 1 {{(pid=94576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 20:31:27.269592 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:31:27.282764 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Sync routers for ids ['ea1b7062-565d-498a-a9a1-d571e1fcf793'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:31:27.293313 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Routers {'ea1b7062-565d-498a-a9a1-d571e1fcf793'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:31:27.293922 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:31:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ea1b7062-565d-498a-a9a1-d571e1fcf793'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:27.356674 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device ec427577-f56e-42f3-9558-50481def2017 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:31:27.361623 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:27.362896 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-89334b85-b2c5-42e6-ad29-49ea6a376060 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4542799 Sep 03 20:31:27.365718 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49576) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:27.434101 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Set router ea1b7062-565d-498a-a9a1-d571e1fcf793 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:31:27.536050 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port ec427577-f56e-42f3-9558-50481def2017 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:31:27.543805 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port ec427577-f56e-42f3-9558-50481def2017 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:27.544171 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:27.673714 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'name': 'tempest-TestVolumeBootPattern-1218352008-router', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '71c64522-1f58-44f3-a5ea-c7987436332c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:31:26Z', 'revision_number': 3, 'project_id': '52139069f9094a309433eb1b3ec5b9c1', 'gw_port': {'id': '71c64522-1f58-44f3-a5ea-c7987436332c', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:27.675374 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:27.705619 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Checking router: ea1b7062-565d-498a-a9a1-d571e1fcf793 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:31:27.705884 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Updating router ea1b7062-565d-498a-a9a1-d571e1fcf793 port 71c64522-1f58-44f3-a5ea-c7987436332c binding host dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:31:27.745209 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:27.769058 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port ec427577-f56e-42f3-9558-50481def2017, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=ec427577-f56e-42f3-9558-50481def2017,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:27.784814 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:27.910614 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:27.911396 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 66f14fff-7bea-4e4c-a6de-dcf3269b9394 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:31:27.935358 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Allocated IP 172.20.0.1 (bcb06f04-57e5-4047-a6f5-d024e883ffe3/9e0743b7-2b72-4db6-b264-bdbb192b03a4/ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:31:28.015524 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=ec427577-f56e-42f3-9558-50481def2017,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:28.044428 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.057602 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Transition to ACTIVE for port object ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:31:28.078488 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Notify callbacks [] for port, precommit_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.088699 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Transition to ACTIVE for port object 71c64522-1f58-44f3-a5ea-c7987436332c will not be triggered until provisioned by entity L2. {{(pid=94577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:31:28.141838 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 66f14fff-7bea-4e4c-a6de-dcf3269b9394 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:31:28.145494 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 66f14fff-7bea-4e4c-a6de-dcf3269b9394 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:28.145866 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.173802 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.176132 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.235896 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Network bcb06f04-57e5-4047-a6f5-d024e883ffe3 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:31:28.242922 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:31:28.252673 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:31:28.258606 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:28.279147 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Attempting to bind port 71c64522-1f58-44f3-a5ea-c7987436332c on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:31:28.279519 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Attempting to bind port 71c64522-1f58-44f3-a5ea-c7987436332c by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:31:28.279877 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Attempting to bind port 71c64522-1f58-44f3-a5ea-c7987436332c on network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:31:28.283665 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f35c7-e77e-4243-9986-7b14a15c1a74 None None] Pushing event updated for resources: {'Port': ['ID=71c64522-1f58-44f3-a5ea-c7987436332c,revision_number=2']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:28.293018 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:31:28.293394 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Checking segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:31:28.293796 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.294179 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Bound using segment: {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'} {{(pid=94577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:31:28.295011 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.managers [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Bound port: 71c64522-1f58-44f3-a5ea-c7987436332c, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8b40e8-fa76-4cbb-bc97-92bd02487a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566'}}] {{(pid=94577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:31:28.295011 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.308673 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1965756'] for router_interface, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.374385 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.390301 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] For port 71c64522-1f58-44f3-a5ea-c7987436332c, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:31:28.409736 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] For port 71c64522-1f58-44f3-a5ea-c7987436332c, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=71c64522-1f58-44f3-a5ea-c7987436332c,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:31:28.424636 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 66f14fff-7bea-4e4c-a6de-dcf3269b9394, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=66f14fff-7bea-4e4c-a6de-dcf3269b9394,segment=NetworkSegment(272a831e-e511-4d43-90e9-f03a76f380ca),segment_id=272a831e-e511-4d43-90e9-f03a76f380ca)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:28.508819 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.547740 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.565100 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.570279 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Routers {'ea1b7062-565d-498a-a9a1-d571e1fcf793'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:31:28.570892 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:31:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ea1b7062-565d-498a-a9a1-d571e1fcf793'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:28.572607 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-5959a4a2-4f57-4090-a96a-7cc6b8b0d56b None None] Provisioning for port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:31:28.634896 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-5959a4a2-4f57-4090-a96a-7cc6b8b0d56b None None] Provisioning complete for port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:28.635290 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5959a4a2-4f57-4090-a96a-7cc6b8b0d56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.638418 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f35c7-e77e-4243-9986-7b14a15c1a74 None None] Pushing event updated for resources: {'Port': ['ID=71c64522-1f58-44f3-a5ea-c7987436332c,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:28.731799 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.795669 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.845132 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-5959a4a2-4f57-4090-a96a-7cc6b8b0d56b None None] Port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:31:28.860512 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=66f14fff-7bea-4e4c-a6de-dcf3269b9394,revision_number=3']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:28.863911 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:28.866673 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1588012'] for router_interface, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:28.880559 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] Set router ea1b7062-565d-498a-a9a1-d571e1fcf793 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:31:28.954421 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Network bcb06f04-57e5-4047-a6f5-d024e883ffe3 is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:31:28.955833 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:31:29.075441 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Router ea1b7062-565d-498a-a9a1-d571e1fcf793 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:31:29.088919 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'name': 'tempest-TestVolumeBootPattern-1218352008-router', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '71c64522-1f58-44f3-a5ea-c7987436332c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:31:28Z', 'revision_number': 4, 'project_id': '52139069f9094a309433eb1b3ec5b9c1', 'gw_port': {'id': '71c64522-1f58-44f3-a5ea-c7987436332c', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c', 'name': '', 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'mac_address': 'fa:16:3e:38:fa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9e0743b7-2b72-4db6-b264-bdbb192b03a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:27Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 1, 'project_id': '52139069f9094a309433eb1b3ec5b9c1', 'subnets': [{'id': '9e0743b7-2b72-4db6-b264-bdbb192b03a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:29.121095 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a6993-81e5-4d93-8dec-dc5b0139b4eb None None] The sync data for ids ['ea1b7062-565d-498a-a9a1-d571e1fcf793'] in dv-cinder-798198-4-iscsi is: [{'id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'name': 'tempest-TestVolumeBootPattern-1218352008-router', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '71c64522-1f58-44f3-a5ea-c7987436332c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:31:28Z', 'revision_number': 4, 'project_id': '52139069f9094a309433eb1b3ec5b9c1', 'gw_port': {'id': '71c64522-1f58-44f3-a5ea-c7987436332c', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c', 'name': '', 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'mac_address': 'fa:16:3e:38:fa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9e0743b7-2b72-4db6-b264-bdbb192b03a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:27Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 1, 'project_id': '52139069f9094a309433eb1b3ec5b9c1', 'subnets': [{'id': '9e0743b7-2b72-4db6-b264-bdbb192b03a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:31:29.166674 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-ce8c3a82-b2d2-463d-94a4-9dc71574edda None None] Provisioning complete for port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:29.166674 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3a82-b2d2-463d-94a4-9dc71574edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:29.188725 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:31:29.198355 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-1262419c-745f-4abe-86c3-a62b6a8ca1c5 admin admin] 10.222.0.41 "PUT /v2.0/routers/ea1b7062-565d-498a-a9a1-d571e1fcf793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8268056 Sep 03 20:31:29.210391 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c3a82-b2d2-463d-94a4-9dc71574edda None None] Port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:31:29.299677 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device ec427577-f56e-42f3-9558-50481def2017 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:31:29.372678 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port ec427577-f56e-42f3-9558-50481def2017 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:29.373055 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:29.468332 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 66f14fff-7bea-4e4c-a6de-dcf3269b9394 up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:31:29.525155 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 66f14fff-7bea-4e4c-a6de-dcf3269b9394 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:29.525611 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:29.913223 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49588) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:29.918617 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-89b1c8e1-6cb1-4c80-9df2-52548b78440b tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-980442237', 'description': 'tempest-secgroup-smoke-980442237 description', 'project_id': '695a65761d5a4c52841e83a36195cd62'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:30.041568 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-89b1c8e1-6cb1-4c80-9df2-52548b78440b tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.125496 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-89b1c8e1-6cb1-4c80-9df2-52548b78440b tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.241062 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-89b1c8e1-6cb1-4c80-9df2-52548b78440b tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.270226 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1c8e1-6cb1-4c80-9df2-52548b78440b tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:30.354121 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-89b1c8e1-6cb1-4c80-9df2-52548b78440b tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.355411 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-89b1c8e1-6cb1-4c80-9df2-52548b78440b tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4410863 Sep 03 20:31:30.358229 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49590) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:30.362755 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-ac57fb36-2957-40c2-8da8-d80086b524cf tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Request body: {'security_group_rule': {'security_group_id': 'c013e4ef-a5e4-4a64-ad35-14fa7dc1b407', 'project_id': '695a65761d5a4c52841e83a36195cd62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:30.489655 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ac57fb36-2957-40c2-8da8-d80086b524cf tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.544171 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ac57fb36-2957-40c2-8da8-d80086b524cf tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.632851 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ac57fb36-2957-40c2-8da8-d80086b524cf tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.653961 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57fb36-2957-40c2-8da8-d80086b524cf tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91287ffa-d9df-4452-9d60-d6fd96baa078,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:30.732644 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-ac57fb36-2957-40c2-8da8-d80086b524cf tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.733855 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-ac57fb36-2957-40c2-8da8-d80086b524cf tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3746576 Sep 03 20:31:30.736646 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49592) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:30.741183 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-2acfb5f7-8c77-47dc-8a4e-d100f9cf84f6 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Request body: {'security_group_rule': {'security_group_id': 'c013e4ef-a5e4-4a64-ad35-14fa7dc1b407', 'project_id': '695a65761d5a4c52841e83a36195cd62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:30.817121 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2acfb5f7-8c77-47dc-8a4e-d100f9cf84f6 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.872242 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2acfb5f7-8c77-47dc-8a4e-d100f9cf84f6 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.943892 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2acfb5f7-8c77-47dc-8a4e-d100f9cf84f6 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:30.962928 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfb5f7-8c77-47dc-8a4e-d100f9cf84f6 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84801bb7-7926-43b8-bed4-abf176bc9d4e,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:31.067882 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-2acfb5f7-8c77-47dc-8a4e-d100f9cf84f6 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.075558 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-2acfb5f7-8c77-47dc-8a4e-d100f9cf84f6 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3315179 Sep 03 20:31:31.075558 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49598) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:31.078026 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-01c3a473-743e-4b0d-b98a-7abfd4d845ef tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Request body: {'security_group_rule': {'security_group_id': 'c013e4ef-a5e4-4a64-ad35-14fa7dc1b407', 'project_id': '695a65761d5a4c52841e83a36195cd62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:31.192646 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-01c3a473-743e-4b0d-b98a-7abfd4d845ef tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.252524 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-01c3a473-743e-4b0d-b98a-7abfd4d845ef tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.311345 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 71c64522-1f58-44f3-a5ea-c7987436332c up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:31:31.359250 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-01c3a473-743e-4b0d-b98a-7abfd4d845ef tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.374735 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3a473-743e-4b0d-b98a-7abfd4d845ef tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00000aad-cc34-4140-9cf7-7b1b93c28d4d,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:31.498548 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port 71c64522-1f58-44f3-a5ea-c7987436332c completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:31:31.498774 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-01c3a473-743e-4b0d-b98a-7abfd4d845ef tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.499819 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-01c3a473-743e-4b0d-b98a-7abfd4d845ef tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4262509 Sep 03 20:31:31.502507 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49602) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:31.502746 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 71c64522-1f58-44f3-a5ea-c7987436332c triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:31.503172 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.507179 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-76532a8b-ba7f-4f74-9908-631feec79df5 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Request body: {'security_group_rule': {'security_group_id': 'c013e4ef-a5e4-4a64-ad35-14fa7dc1b407', 'project_id': '695a65761d5a4c52841e83a36195cd62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:31.579891 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.598871 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port 71c64522-1f58-44f3-a5ea-c7987436332c, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=71c64522-1f58-44f3-a5ea-c7987436332c,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:31.651914 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-76532a8b-ba7f-4f74-9908-631feec79df5 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.708761 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-76532a8b-ba7f-4f74-9908-631feec79df5 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.733192 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.780209 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=71c64522-1f58-44f3-a5ea-c7987436332c,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:31.810652 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-76532a8b-ba7f-4f74-9908-631feec79df5 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.831043 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76532a8b-ba7f-4f74-9908-631feec79df5 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67aa5972-18b4-4a65-89fe-a56468af8353,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:31.924826 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-76532a8b-ba7f-4f74-9908-631feec79df5 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:31.925980 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-76532a8b-ba7f-4f74-9908-631feec79df5 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4224644 Sep 03 20:31:31.928655 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 49604) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:31.933101 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [None req-c6e7651d-97f6-4fa6-b21a-8abeb18e2693 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Request body: {'security_group_rule': {'security_group_id': 'c013e4ef-a5e4-4a64-ad35-14fa7dc1b407', 'project_id': '695a65761d5a4c52841e83a36195cd62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:32.024080 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.securitygroups_db [None req-c6e7651d-97f6-4fa6-b21a-8abeb18e2693 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Project 695a65761d5a4c52841e83a36195cd62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 20:31:32.029684 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c6e7651d-97f6-4fa6-b21a-8abeb18e2693 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.090688 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c6e7651d-97f6-4fa6-b21a-8abeb18e2693 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.170500 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c6e7651d-97f6-4fa6-b21a-8abeb18e2693 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.188207 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7651d-97f6-4fa6-b21a-8abeb18e2693 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f05a5f2-b82e-4ccf-920c-b1d413ed23b0,revision_number=0']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:32.269686 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-c6e7651d-97f6-4fa6-b21a-8abeb18e2693 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.270935 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-c6e7651d-97f6-4fa6-b21a-8abeb18e2693 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3413680 Sep 03 20:31:32.273831 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 49606) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:31:32.279556 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Request body: {'security_group_rule': {'security_group_id': 'c013e4ef-a5e4-4a64-ad35-14fa7dc1b407', 'project_id': '695a65761d5a4c52841e83a36195cd62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:32.384095 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.securitygroups_db [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Project 695a65761d5a4c52841e83a36195cd62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 20:31:32.390366 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.416216 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Sync routers for ids ['ea1b7062-565d-498a-a9a1-d571e1fcf793'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:31:32.425510 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Routers {'ea1b7062-565d-498a-a9a1-d571e1fcf793'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:31:32.426143 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:31:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ea1b7062-565d-498a-a9a1-d571e1fcf793'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:32.455865 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.529908 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Set router ea1b7062-565d-498a-a9a1-d571e1fcf793 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:31:32.595047 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824557'] for security_group_rule, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.612566 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950667c2-d846-4170-a884-494e0729ecbd,revision_number=0']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:32.620953 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:32.621303 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:32.621639 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:32.621971 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:32.622304 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:32.622653 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:32.622980 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:32.623372 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:32.623653 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:32.623972 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:32.624292 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:32.624609 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:32.686999 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:32.688214 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-abb13189-8433-495f-9a10-e2fd1ef5f977 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4133735 Sep 03 20:31:32.730536 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'name': 'tempest-TestVolumeBootPattern-1218352008-router', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '71c64522-1f58-44f3-a5ea-c7987436332c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:31:28Z', 'revision_number': 4, 'project_id': '52139069f9094a309433eb1b3ec5b9c1', 'gw_port': {'id': '71c64522-1f58-44f3-a5ea-c7987436332c', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c', 'name': '', 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'mac_address': 'fa:16:3e:38:fa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9e0743b7-2b72-4db6-b264-bdbb192b03a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:27Z', 'updated_at': '2021-09-03T20:31:28Z', 'revision_number': 2, 'project_id': '52139069f9094a309433eb1b3ec5b9c1', 'subnets': [{'id': '9e0743b7-2b72-4db6-b264-bdbb192b03a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:32.757007 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Checking router: ea1b7062-565d-498a-a9a1-d571e1fcf793 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:31:32.757382 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Updating router ea1b7062-565d-498a-a9a1-d571e1fcf793 port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c binding host dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 20:31:32.782845 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:33.051983 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Notify callbacks [] for port, precommit_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:33.062064 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.provisioning_blocks [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Transition to ACTIVE for port object ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c will not be triggered until provisioned by entity L2. {{(pid=94578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:31:33.149468 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:33.200112 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d239b-58c6-498c-b92f-2051a56faeeb None None] Pushing event updated for resources: {'Port': ['ID=ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c,revision_number=3']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:33.247784 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Attempting to bind port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c on host dv-cinder-798198-4-iscsi for vnic_type normal with profile {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:31:33.257565 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Attempting to bind port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c by drivers openvswitch,hyperv on host dv-cinder-798198-4-iscsi at level 0 using segments [{'id': '272a831e-e511-4d43-90e9-f03a76f380ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3'}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:31:33.257565 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Attempting to bind port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c on network bcb06f04-57e5-4047-a6f5-d024e883ffe3 {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:31:33.257565 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Checking agent: {'id': '96a1bf6a-430f-46bc-9822-d3a59ed5672a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 14, 13), 'started_at': datetime.datetime(2021, 9, 3, 20, 14, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:31:33.257565 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Checking segment: {'id': '272a831e-e511-4d43-90e9-f03a76f380ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:31:33.257565 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:33.257565 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Bound using segment: {'id': '272a831e-e511-4d43-90e9-f03a76f380ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3'} {{(pid=94578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:31:33.257565 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.managers [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Bound port: ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c, host: dv-cinder-798198-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272a831e-e511-4d43-90e9-f03a76f380ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3'}}] {{(pid=94578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:31:33.257565 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:33.323014 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 71c64522-1f58-44f3-a5ea-c7987436332c up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:31:33.334285 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] For port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c, host dv-cinder-798198-4-iscsi, cleared binding levels {{(pid=94578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:31:33.336064 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.plugins.ml2.db [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] For port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c, host dv-cinder-798198-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c,segment=NetworkSegment(272a831e-e511-4d43-90e9-f03a76f380ca),segment_id=272a831e-e511-4d43-90e9-f03a76f380ca)] {{(pid=94578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:31:33.375314 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port 71c64522-1f58-44f3-a5ea-c7987436332c triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:33.375691 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:33.464488 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron_lib.callbacks.manager [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:33.519370 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Routers {'ea1b7062-565d-498a-a9a1-d571e1fcf793'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:31:33.519990 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:31:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ea1b7062-565d-498a-a9a1-d571e1fcf793'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:33.585807 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d239b-58c6-498c-b92f-2051a56faeeb None None] Pushing event updated for resources: {'Port': ['ID=ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c,revision_number=4']} {{(pid=94578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:33.640774 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] Set router ea1b7062-565d-498a-a9a1-d571e1fcf793 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:31:33.848742 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'name': 'tempest-TestVolumeBootPattern-1218352008-router', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '71c64522-1f58-44f3-a5ea-c7987436332c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:31:28Z', 'revision_number': 4, 'project_id': '52139069f9094a309433eb1b3ec5b9c1', 'gw_port': {'id': '71c64522-1f58-44f3-a5ea-c7987436332c', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c', 'name': '', 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'mac_address': 'fa:16:3e:38:fa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9e0743b7-2b72-4db6-b264-bdbb192b03a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:27Z', 'updated_at': '2021-09-03T20:31:33Z', 'revision_number': 4, 'project_id': '52139069f9094a309433eb1b3ec5b9c1', 'subnets': [{'id': '9e0743b7-2b72-4db6-b264-bdbb192b03a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:31:33.957290 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef1928-9918-4575-a650-effec0d92f15 None None] The sync data for ids ['ea1b7062-565d-498a-a9a1-d571e1fcf793'] in dv-cinder-798198-4-iscsi is: [{'id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'name': 'tempest-TestVolumeBootPattern-1218352008-router', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '71c64522-1f58-44f3-a5ea-c7987436332c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:31:28Z', 'revision_number': 4, 'project_id': '52139069f9094a309433eb1b3ec5b9c1', 'gw_port': {'id': '71c64522-1f58-44f3-a5ea-c7987436332c', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c', 'name': '', 'network_id': 'bcb06f04-57e5-4047-a6f5-d024e883ffe3', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'mac_address': 'fa:16:3e:38:fa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9e0743b7-2b72-4db6-b264-bdbb192b03a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:27Z', 'updated_at': '2021-09-03T20:31:33Z', 'revision_number': 4, 'project_id': '52139069f9094a309433eb1b3ec5b9c1', 'subnets': [{'id': '9e0743b7-2b72-4db6-b264-bdbb192b03a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:31:35.312906 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:31:35.452545 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning for port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:31:35.456705 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:35.457096 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:35.541551 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:35.574562 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] For port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c,segment=NetworkSegment(272a831e-e511-4d43-90e9-f03a76f380ca),segment_id=272a831e-e511-4d43-90e9-f03a76f380ca)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:31:35.650989 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:35.699434 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Pushing event updated for resources: {'Port': ['ID=ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:37.294518 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c up at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:31:37.346357 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Provisioning complete for port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:37.346727 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:39.342081 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-fffc8a66-8565-4c98-8916-0588144cb0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:42.050262 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-ca17f27f-6ab3-45ae-a3dc-b7917e4ebddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:42.760823 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:43.473686 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:44.989383 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:49.656143 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-602f8116-cf45-4d95-aa86-1da322281adf tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980442237&fields=id&tenant_id=695a65761d5a4c52841e83a36195cd62 HTTP/1.1" status: 200 len: 267 time: 0.0317605 Sep 03 20:31:49.762246 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-2b3526b3-c7ea-4036-94c4-b34c4fe4b832 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:49.763618 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-2b3526b3-c7ea-4036-94c4-b34c4fe4b832 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 812 time: 0.1000435 Sep 03 20:31:49.778215 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-51dfd23a-433c-420f-b58f-2bc66a2e5f5e tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/quotas/695a65761d5a4c52841e83a36195cd62 HTTP/1.1" status: 200 len: 375 time: 0.0088308 Sep 03 20:31:49.828184 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-973a30a3-6035-4ef0-80f1-f5c29fdc9a69 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439084 Sep 03 20:31:50.006958 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-0ba02a49-d607-41b0-a60c-8c3c76316d03 service neutron] 10.222.0.41 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677761 Sep 03 20:31:50.098536 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-0b0d2016-3e27-437c-89d9-9ad2328f9d52 service neutron] 10.222.0.41 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854678 Sep 03 20:31:50.266860 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:31:50.943194 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6c75f7f3-86f4-4fac-bf5e-9c7ae051bb81 req-cc2f17ba-9861-49e5-86ae-a94da6eddce9 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 210 time: 0.0268199 Sep 03 20:31:52.035409 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dad3e76a-07eb-4f57-aa98-c52e9cf66d3e req-66fe8f48-ff97-43fa-81d9-f2e821b72b61 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 210 time: 0.0263715 Sep 03 20:31:53.123540 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-7049b1a2-4732-476f-bf97-db49502c5986 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:53.125022 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-7049b1a2-4732-476f-bf97-db49502c5986 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 812 time: 0.1018386 Sep 03 20:31:53.129772 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-63e79c41-d834-48f5-b485-59670dfa52d7 req-f7ada968-72ab-490a-b588-33dc03876c0f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 210 time: 0.0290601 Sep 03 20:31:53.169139 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-479584d1-374c-44c2-8d7d-5215df1b71e6 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=695a65761d5a4c52841e83a36195cd62 HTTP/1.1" status: 200 len: 379 time: 0.0352120 Sep 03 20:31:53.178126 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Request body: {'port': {'device_id': '4714d57e-a79f-4243-8035-f1b77adb1c5b', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'admin_state_up': True, 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'security_groups': ['c013e4ef-a5e4-4a64-ad35-14fa7dc1b407']}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:53.354988 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Made reservation on behalf of 695a65761d5a4c52841e83a36195cd62 for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:31:53.358532 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:53.568667 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Allocated IP 172.20.0.3 (c700ba5f-fd54-44e1-ac73-5bc6f6454f7d/02f25922-614f-42df-8ab4-3a02ebfe9d57/3b886f48-3b50-4242-817b-da19e9557fe6) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:31:53.610334 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:53.700824 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:53.713630 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Transition to ACTIVE for port object 3b886f48-3b50-4242-817b-da19e9557fe6 will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:31:53.852683 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:53.897062 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:31:53.900113 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:31:53.903696 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:31:53.932355 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'Port': ['ID=3b886f48-3b50-4242-817b-da19e9557fe6,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:53.948023 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:53.948364 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:53.948713 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:53.949044 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:53.949371 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:53.949703 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:53.950031 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:53.950356 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:53.950783 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:53.951129 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:53.951512 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:53.951857 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:31:53.980104 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:53.980738 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:54.052931 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-41f3ea85-b806-4d20-a25a-8a6652d01402 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8783228 Sep 03 20:31:54.066475 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Request body: {'port': {'device_id': '4714d57e-a79f-4243-8035-f1b77adb1c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:31:54.117792 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:54.245669 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156947a-60fc-43ee-b11f-3cfd41bf94cc req-13ffc8aa-5fa5-4963-9ba5-56716da962de tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:54.247025 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9156947a-60fc-43ee-b11f-3cfd41bf94cc req-13ffc8aa-5fa5-4963-9ba5-56716da962de tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 931 time: 0.0487096 Sep 03 20:31:54.261525 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-cac61b3e-0d3b-418d-8aa6-4ac90750295a None None] Provisioning for port 3b886f48-3b50-4242-817b-da19e9557fe6 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:31:54.265389 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-cac61b3e-0d3b-418d-8aa6-4ac90750295a None None] Provisioning complete for port 3b886f48-3b50-4242-817b-da19e9557fe6 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:31:54.265767 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cac61b3e-0d3b-418d-8aa6-4ac90750295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:54.287124 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-9156947a-60fc-43ee-b11f-3cfd41bf94cc req-30653748-a90a-4a82-bd35-0c4b4ea595c0 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338798 Sep 03 20:31:54.307511 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-cac61b3e-0d3b-418d-8aa6-4ac90750295a None None] Port 3b886f48-3b50-4242-817b-da19e9557fe6 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:31:54.389666 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b886f48-3b50-4242-817b-da19e9557fe6 {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:31:54.397739 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:54.410442 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Transition to ACTIVE for port object 3b886f48-3b50-4242-817b-da19e9557fe6 will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:31:54.515636 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:54.567534 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b886f48-3b50-4242-817b-da19e9557fe6,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:54.635652 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Attempting to bind port 3b886f48-3b50-4242-817b-da19e9557fe6 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:31:54.635988 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Attempting to bind port 3b886f48-3b50-4242-817b-da19e9557fe6 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:31:54.636310 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Attempting to bind port 3b886f48-3b50-4242-817b-da19e9557fe6 on network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:31:54.640918 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Port 3b886f48-3b50-4242-817b-da19e9557fe6 on network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:31:54.641170 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Attempting to bind port 3b886f48-3b50-4242-817b-da19e9557fe6 on network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:31:54.646733 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:31:54.647084 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Checking segment: {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:31:54.647479 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Bound using segment: {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:31:54.647903 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Bound port: 3b886f48-3b50-4242-817b-da19e9557fe6, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:31:54.648255 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:54.712558 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] For port 3b886f48-3b50-4242-817b-da19e9557fe6, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:31:54.715503 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] For port 3b886f48-3b50-4242-817b-da19e9557fe6, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3b886f48-3b50-4242-817b-da19e9557fe6,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:31:54.793387 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:54.827137 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:54.827751 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:31:54.829114 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] 10.222.0.42 "PUT /v2.0/ports/3b886f48-3b50-4242-817b-da19e9557fe6 HTTP/1.1" status: 200 len: 1093 time: 0.7688890 Sep 03 20:31:54.829555 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4714d57e-a79f-4243-8035-f1b77adb1c5b', 'tag': '3b886f48-3b50-4242-817b-da19e9557fe6'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:31:54.831876 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efba8e7-1222-4723-b849-d842da2f5dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "4714d57e-a79f-4243-8035-f1b77adb1c5b", "tag": "3b886f48-3b50-4242-817b-da19e9557fe6"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:31:54.858068 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da99c9-a3fb-450b-9ee2-11ff2f9242c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b886f48-3b50-4242-817b-da19e9557fe6,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:31:54.871581 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9806618-56cc-4927-9064-7aa912561e40 x-openstack-request-id: req-d9806618-56cc-4927-9064-7aa912561e40 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:31:54.871973 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4714d57e-a79f-4243-8035-f1b77adb1c5b", "tag": "3b886f48-3b50-4242-817b-da19e9557fe6", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:31:54.872233 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9806618-56cc-4927-9064-7aa912561e40 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:31:54.872811 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4714d57e-a79f-4243-8035-f1b77adb1c5b', 'tag': '3b886f48-3b50-4242-817b-da19e9557fe6', 'status': 'completed', 'code': 200} Sep 03 20:31:54.938543 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efba8e7-1222-4723-b849-d842da2f5dd2 req-0cbec17a-43b5-4d01-bbaf-b5307384717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:54.940153 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3efba8e7-1222-4723-b849-d842da2f5dd2 req-0cbec17a-43b5-4d01-bbaf-b5307384717c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 1096 time: 0.0452416 Sep 03 20:31:55.292174 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efba8e7-1222-4723-b849-d842da2f5dd2 req-c62a174d-e7bb-4900-bb1d-af7d6d48b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:55.293640 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3efba8e7-1222-4723-b849-d842da2f5dd2 req-c62a174d-e7bb-4900-bb1d-af7d6d48b987 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=695a65761d5a4c52841e83a36195cd62&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3461747 Sep 03 20:31:55.388273 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efba8e7-1222-4723-b849-d842da2f5dd2 req-f287f02b-86cf-4959-bd16-2937a5328433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:55.389743 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3efba8e7-1222-4723-b849-d842da2f5dd2 req-f287f02b-86cf-4959-bd16-2937a5328433 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890958 Sep 03 20:31:55.399404 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca8ccc-4df9-4371-ab18-82163b7950cc req-f0a920d7-6403-43e4-b4ab-adbfaf6d5ab5 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:55.400876 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-13ca8ccc-4df9-4371-ab18-82163b7950cc req-f0a920d7-6403-43e4-b4ab-adbfaf6d5ab5 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 943 time: 0.0478709 Sep 03 20:31:55.438859 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-13ca8ccc-4df9-4371-ab18-82163b7950cc req-dbac476d-be99-445f-a0f2-494fc5f00416 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320146 Sep 03 20:31:55.464081 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-5aa23a36-dcd3-4ada-be77-8359b96bfae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:55.465630 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-5aa23a36-dcd3-4ada-be77-8359b96bfae1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 1096 time: 0.0400479 Sep 03 20:31:55.506156 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-c6d7b682-2dd6-471a-a003-6c80c43ad38c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b886f48-3b50-4242-817b-da19e9557fe6 HTTP/1.1" status: 200 len: 217 time: 0.0331025 Sep 03 20:31:55.553563 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-5742d30b-437c-44cb-9b01-2fca61ca63e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:55.554996 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-5742d30b-437c-44cb-9b01-2fca61ca63e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02f25922-614f-42df-8ab4-3a02ebfe9d57 HTTP/1.1" status: 200 len: 851 time: 0.0427659 Sep 03 20:31:55.603300 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-7b8c8277-4d8d-4610-9ec5-afe606ecb2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:55.604746 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-7b8c8277-4d8d-4610-9ec5-afe606ecb2f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427866 Sep 03 20:31:55.696310 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-83720ac5-1e11-45f3-a644-7c5628cdcc3e service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833702 Sep 03 20:31:55.788369 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ad92e9c9-8d15-4af6-89e7-b0fbe02e813d req-33fa2f8f-c8d1-4c5f-b723-ee3ed58cc7ee service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835333 Sep 03 20:31:56.553257 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a100fe7-5989-49ca-bb2b-e286786854d2 req-6f0e3fe5-2264-484c-b139-7ebb8d061765 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:56.554701 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7a100fe7-5989-49ca-bb2b-e286786854d2 req-6f0e3fe5-2264-484c-b139-7ebb8d061765 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 943 time: 0.0484304 Sep 03 20:31:56.594078 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7a100fe7-5989-49ca-bb2b-e286786854d2 req-d7cd2f53-f8bf-4982-97f4-24ef2ba62133 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334954 Sep 03 20:31:57.705040 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498acde3-5d20-4e1a-9382-6174a3d08ff9 req-f4e65d96-7cb3-4eb6-8411-5d8c9c32fe6f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:57.706536 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-498acde3-5d20-4e1a-9382-6174a3d08ff9 req-f4e65d96-7cb3-4eb6-8411-5d8c9c32fe6f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 943 time: 0.0477564 Sep 03 20:31:57.743339 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-498acde3-5d20-4e1a-9382-6174a3d08ff9 req-6cae0df8-d922-4a0e-8898-aba3386c03a2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309138 Sep 03 20:31:58.853624 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9e39f-0ac6-48e0-9f31-ba4c81d0dc9e req-3e115817-a8f9-4ff0-a53b-a13d204db988 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:31:58.855100 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f5b9e39f-0ac6-48e0-9f31-ba4c81d0dc9e req-3e115817-a8f9-4ff0-a53b-a13d204db988 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 943 time: 0.0472493 Sep 03 20:31:58.891848 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f5b9e39f-0ac6-48e0-9f31-ba4c81d0dc9e req-26eff781-ba95-4cfa-96b6-64fe53edab91 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309682 Sep 03 20:32:00.002909 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b20f29-4388-4ea9-a5af-c667a23ee7d5 req-67b3e9cb-4034-4d89-8e72-ca515a523e22 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:00.005138 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-90b20f29-4388-4ea9-a5af-c667a23ee7d5 req-67b3e9cb-4034-4d89-8e72-ca515a523e22 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 943 time: 0.0485525 Sep 03 20:32:00.045217 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-90b20f29-4388-4ea9-a5af-c667a23ee7d5 req-dd2be905-5846-4901-af62-43b4689e6c08 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342469 Sep 03 20:32:01.155596 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151301a-260d-4860-a8e0-ef3663e34632 req-702ecc9a-f2fe-4063-ace3-e4c029b4f51e tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:01.157044 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6151301a-260d-4860-a8e0-ef3663e34632 req-702ecc9a-f2fe-4063-ace3-e4c029b4f51e tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 943 time: 0.0475457 Sep 03 20:32:01.193739 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6151301a-260d-4860-a8e0-ef3663e34632 req-c4e4bed0-03ef-4364-8a4d-1dcd92bea8fa tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300007 Sep 03 20:32:01.893121 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 3b886f48-3b50-4242-817b-da19e9557fe6 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:32:01.986728 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 3b886f48-3b50-4242-817b-da19e9557fe6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3b886f48-3b50-4242-817b-da19e9557fe6,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:32:01.998144 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '3b886f48-3b50-4242-817b-da19e9557fe6', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'port_id': '3b886f48-3b50-4242-817b-da19e9557fe6', 'mac_address': 'fa:16:3e:6b:63:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:32:02.034084 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:02.049526 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b886f48-3b50-4242-817b-da19e9557fe6 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:32:02.068879 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 3b886f48-3b50-4242-817b-da19e9557fe6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3b886f48-3b50-4242-817b-da19e9557fe6,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:32:02.177997 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:02.222360 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=3b886f48-3b50-4242-817b-da19e9557fe6,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:02.306932 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44cf9f-19c4-46e5-ba7d-189e3271ffaf req-ca0966d3-3bf0-4935-8ee1-e571511b003a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:02.308542 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fd44cf9f-19c4-46e5-ba7d-189e3271ffaf req-ca0966d3-3bf0-4935-8ee1-e571511b003a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 944 time: 0.0479472 Sep 03 20:32:02.344843 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-fd44cf9f-19c4-46e5-ba7d-189e3271ffaf req-2ad9c432-5921-405b-b8f9-7ac400430e79 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305092 Sep 03 20:32:02.384531 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['3b886f48-3b50-4242-817b-da19e9557fe6'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:32:03.457877 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8063ea-4a91-45f7-b413-b408334a698e req-89a9ef41-d818-47f6-8727-48df5d70324f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:03.459364 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ef8063ea-4a91-45f7-b413-b408334a698e req-89a9ef41-d818-47f6-8727-48df5d70324f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 944 time: 0.0478032 Sep 03 20:32:03.499398 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ef8063ea-4a91-45f7-b413-b408334a698e req-8b62c2cb-8ed3-441b-b747-7e4741f4de35 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340507 Sep 03 20:32:03.892593 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 3b886f48-3b50-4242-817b-da19e9557fe6 up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:32:04.032757 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port 3b886f48-3b50-4242-817b-da19e9557fe6 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:32:04.037525 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 3b886f48-3b50-4242-817b-da19e9557fe6 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:32:04.037892 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:04.114617 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:04.135686 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4714d57e-a79f-4243-8035-f1b77adb1c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b886f48-3b50-4242-817b-da19e9557fe6'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:32:04.137899 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e25bee-6d1f-498e-a2f6-05b9932c7180" -d '{"events": [{"server_uuid": "4714d57e-a79f-4243-8035-f1b77adb1c5b", "name": "network-vif-plugged", "status": "completed", "tag": "3b886f48-3b50-4242-817b-da19e9557fe6"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:32:04.150460 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 3b886f48-3b50-4242-817b-da19e9557fe6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3b886f48-3b50-4242-817b-da19e9557fe6,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:32:04.175509 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d875ca4-f08a-408c-aa2f-3b640bbd9557 x-openstack-request-id: req-4d875ca4-f08a-408c-aa2f-3b640bbd9557 {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:32:04.176048 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4714d57e-a79f-4243-8035-f1b77adb1c5b", "name": "network-vif-plugged", "status": "completed", "tag": "3b886f48-3b50-4242-817b-da19e9557fe6", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:32:04.176299 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d875ca4-f08a-408c-aa2f-3b640bbd9557 {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:32:04.176689 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4714d57e-a79f-4243-8035-f1b77adb1c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b886f48-3b50-4242-817b-da19e9557fe6', 'code': 200} Sep 03 20:32:04.255479 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:04.302481 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=3b886f48-3b50-4242-817b-da19e9557fe6,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:04.550845 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e3d28-64d7-47b9-82cb-3d51a22bcf03 req-c1401b50-032c-466b-b025-67315d1cd616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:04.552383 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-247e3d28-64d7-47b9-82cb-3d51a22bcf03 req-c1401b50-032c-466b-b025-67315d1cd616 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 1098 time: 0.0409522 Sep 03 20:32:04.587816 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-247e3d28-64d7-47b9-82cb-3d51a22bcf03 req-0dd7b907-c83c-480a-b301-b03095a0cbe4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287876 Sep 03 20:32:04.611073 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7b745-5d15-42c7-8f9c-f0de7f0831f0 req-e7336e4e-b686-4f06-bb2d-789360303c5c tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:04.612560 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2eb7b745-5d15-42c7-8f9c-f0de7f0831f0 req-e7336e4e-b686-4f06-bb2d-789360303c5c tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 945 time: 0.0478973 Sep 03 20:32:04.650107 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2eb7b745-5d15-42c7-8f9c-f0de7f0831f0 req-b33d7c14-77ee-4956-a599-d4146ceba322 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314920 Sep 03 20:32:05.764592 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c115c3f-1f88-4d2e-a73e-0c5db68812ce req-3c16c21a-611b-442d-a8ab-e1a12655f46c tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:05.766077 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8c115c3f-1f88-4d2e-a73e-0c5db68812ce req-3c16c21a-611b-442d-a8ab-e1a12655f46c tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 945 time: 0.0478337 Sep 03 20:32:05.804739 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-8c115c3f-1f88-4d2e-a73e-0c5db68812ce req-8db2cdcf-35f2-4c5f-9ba7-103778307e72 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319955 Sep 03 20:32:06.915691 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db8533-b5c3-4970-887d-98b06177a434 req-eddb8b1c-dbd3-4a00-a23b-ae7868dfb0fe tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:06.917118 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-72db8533-b5c3-4970-887d-98b06177a434 req-eddb8b1c-dbd3-4a00-a23b-ae7868dfb0fe tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 945 time: 0.0474849 Sep 03 20:32:06.957368 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-72db8533-b5c3-4970-887d-98b06177a434 req-b119832e-25db-4790-890c-052dab4812ea tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339518 Sep 03 20:32:07.068574 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b933-0295-4484-ac47-93dd62d0141e req-66b9a336-6c76-4db8-b48a-dd7f1af968d4 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:07.070035 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d0b4b933-0295-4484-ac47-93dd62d0141e req-66b9a336-6c76-4db8-b48a-dd7f1af968d4 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 945 time: 0.0483270 Sep 03 20:32:07.107624 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-d0b4b933-0295-4484-ac47-93dd62d0141e req-2ef7ba49-a099-4515-91f4-d18ae3d832ae tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318127 Sep 03 20:32:07.128685 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 49772) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:07.209204 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda985a5-aeef-4c81-a1ce-b3c14400b6f4 tempest-TestVolumeBootPattern-243715834 tempest-TestVolumeBootPattern-243715834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:07.210687 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-cda985a5-aeef-4c81-a1ce-b3c14400b6f4 tempest-TestVolumeBootPattern-243715834 tempest-TestVolumeBootPattern-243715834-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 1093 time: 0.0810049 Sep 03 20:32:07.213834 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 49776) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:32:07.218109 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Request body: {'floatingip': {'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'port_id': '3b886f48-3b50-4242-817b-da19e9557fe6', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:32:07.303509 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for floatingip, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:07.398829 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:07.496583 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Allocated IP 172.27.3.158 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/a138bb74-179c-4d2e-aafc-32ff188013b2) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:32:07.597945 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:07.730009 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:07.763282 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:32:07.766079 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:32:07.770135 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:32:07.797721 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'Port': ['ID=a138bb74-179c-4d2e-aafc-32ff188013b2,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:08.103284 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:08.242266 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:08.386450 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:08.466634 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:08.534620 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'Port': ['ID=a138bb74-179c-4d2e-aafc-32ff188013b2,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:32:08.545983 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:08.642414 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Floating IP 73b64a0d-135b-470a-8ae3-dc12aebd686b associated. External IP: 172.27.3.158, port: 3b886f48-3b50-4242-817b-da19e9557fe6. Sep 03 20:32:08.835802 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Router 7c224398-fe06-4985-90c3-f5fc30d62c75 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:32:08.938527 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:32:08.948753 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7280f5-8829-4745-a2fc-c550519e07fb None None] Sync routers for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:32:08.958182 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7280f5-8829-4745-a2fc-c550519e07fb None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:32:08.958797 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-5c7280f5-8829-4745-a2fc-c550519e07fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:31:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:09.035653 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:09.060929 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-5c7280f5-8829-4745-a2fc-c550519e07fb None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:32:09.063649 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-45fccb07-5d25-4619-a8ae-ba17a1843f59 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8485174 Sep 03 20:32:09.064535 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4714d57e-a79f-4243-8035-f1b77adb1c5b', 'tag': '3b886f48-3b50-4242-817b-da19e9557fe6'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:32:09.067884 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e22c9a7-87e3-4bd6-a001-c26afa0901c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4714d57e-a79f-4243-8035-f1b77adb1c5b", "tag": "3b886f48-3b50-4242-817b-da19e9557fe6"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:32:09.107367 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fef576-54ac-4946-9b51-ce8c7339a63c x-openstack-request-id: req-68fef576-54ac-4946-9b51-ce8c7339a63c {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:32:09.108094 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4714d57e-a79f-4243-8035-f1b77adb1c5b", "tag": "3b886f48-3b50-4242-817b-da19e9557fe6", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:32:09.108094 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68fef576-54ac-4946-9b51-ce8c7339a63c {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:32:09.108290 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4714d57e-a79f-4243-8035-f1b77adb1c5b', 'tag': '3b886f48-3b50-4242-817b-da19e9557fe6', 'status': 'completed', 'code': 200} Sep 03 20:32:09.169127 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22c9a7-87e3-4bd6-a001-c26afa0901c7 req-f47ffc24-1594-43e1-88e0-44b9b7eaf46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:09.170646 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5e22c9a7-87e3-4bd6-a001-c26afa0901c7 req-f47ffc24-1594-43e1-88e0-44b9b7eaf46c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 1098 time: 0.0402884 Sep 03 20:32:09.270881 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22c9a7-87e3-4bd6-a001-c26afa0901c7 req-1bb83c07-33d6-41be-b515-9f7691803002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:09.272476 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5e22c9a7-87e3-4bd6-a001-c26afa0901c7 req-1bb83c07-33d6-41be-b515-9f7691803002 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 913 time: 0.0949547 Sep 03 20:32:09.299678 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-5c7280f5-8829-4745-a2fc-c550519e07fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '73b64a0d-135b-470a-8ae3-dc12aebd686b', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '3b886f48-3b50-4242-817b-da19e9557fe6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:6b:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4714d57e-a79f-4243-8035-f1b77adb1c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:32:07Z', 'updated_at': '2021-09-03T20:32:07Z', 'revision_number': 0, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:09.326929 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7280f5-8829-4745-a2fc-c550519e07fb None None] Checking router: 7c224398-fe06-4985-90c3-f5fc30d62c75 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:32:09.328797 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-82f7b41c-4a75-46a2-af6e-5e8eb0a52c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:09.337024 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7280f5-8829-4745-a2fc-c550519e07fb None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:32:09.337626 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-5c7280f5-8829-4745-a2fc-c550519e07fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:31:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:09.341770 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5e22c9a7-87e3-4bd6-a001-c26afa0901c7 req-d1417425-dd8b-41cc-971f-0d5f7b38e7b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b886f48-3b50-4242-817b-da19e9557fe6 HTTP/1.1" status: 200 len: 999 time: 0.0621431 Sep 03 20:32:09.390515 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22c9a7-87e3-4bd6-a001-c26afa0901c7 req-06832c71-37d9-4d23-ba3e-ad59cbe576d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:09.391991 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5e22c9a7-87e3-4bd6-a001-c26afa0901c7 req-06832c71-37d9-4d23-ba3e-ad59cbe576d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02f25922-614f-42df-8ab4-3a02ebfe9d57 HTTP/1.1" status: 200 len: 851 time: 0.0434833 Sep 03 20:32:09.438142 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22c9a7-87e3-4bd6-a001-c26afa0901c7 req-936f94c1-2f3c-4dbf-bc9b-595e4183ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:09.439647 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5e22c9a7-87e3-4bd6-a001-c26afa0901c7 req-936f94c1-2f3c-4dbf-bc9b-595e4183ac63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412643 Sep 03 20:32:09.441919 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-5c7280f5-8829-4745-a2fc-c550519e07fb None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:32:09.531197 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5e22c9a7-87e3-4bd6-a001-c26afa0901c7 req-3795430d-4cdb-4f59-93e0-954c321c44da service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840745 Sep 03 20:32:09.622621 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-5e22c9a7-87e3-4bd6-a001-c26afa0901c7 req-7172297c-103e-482d-9868-fa297023f049 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851071 Sep 03 20:32:09.795517 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-5c7280f5-8829-4745-a2fc-c550519e07fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '73b64a0d-135b-470a-8ae3-dc12aebd686b', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '3b886f48-3b50-4242-817b-da19e9557fe6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:6b:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4714d57e-a79f-4243-8035-f1b77adb1c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:32:07Z', 'updated_at': '2021-09-03T20:32:07Z', 'revision_number': 0, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:32:09.824031 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7280f5-8829-4745-a2fc-c550519e07fb None None] The sync data for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi is: [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '73b64a0d-135b-470a-8ae3-dc12aebd686b', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '3b886f48-3b50-4242-817b-da19e9557fe6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:6b:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4714d57e-a79f-4243-8035-f1b77adb1c5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:32:07Z', 'updated_at': '2021-09-03T20:32:07Z', 'revision_number': 0, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:32:09.998786 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a3de5f-054d-462c-8572-90625c2ae393 None None] New status for floating IP 73b64a0d-135b-470a-8ae3-dc12aebd686b: ACTIVE {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:32:12.028889 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-41c32f29-cd51-4d48-aaa3-dee256618f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:12.817946 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:13.469183 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:14.994716 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:23.626587 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:26.800513 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8fa12b4f-e14b-4eb9-82d9-a077462ffe00 req-8898d655-4b72-4ed4-b2ea-e772eb9a6826 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389836 Sep 03 20:32:26.887431 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12b4f-e14b-4eb9-82d9-a077462ffe00 req-dbc3315a-e5be-44b4-b99a-6692437bc618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:26.888925 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8fa12b4f-e14b-4eb9-82d9-a077462ffe00 req-dbc3315a-e5be-44b4-b99a-6692437bc618 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 1098 time: 0.0472238 Sep 03 20:32:26.990319 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12b4f-e14b-4eb9-82d9-a077462ffe00 req-3509423e-6ed5-4abe-a931-eaddc3731a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:26.991817 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8fa12b4f-e14b-4eb9-82d9-a077462ffe00 req-3509423e-6ed5-4abe-a931-eaddc3731a0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 913 time: 0.0835037 Sep 03 20:32:27.058237 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8fa12b4f-e14b-4eb9-82d9-a077462ffe00 req-5cd9af8d-84fe-4acc-958f-3b4c6cd96aa7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b886f48-3b50-4242-817b-da19e9557fe6 HTTP/1.1" status: 200 len: 1001 time: 0.0591245 Sep 03 20:32:27.105542 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12b4f-e14b-4eb9-82d9-a077462ffe00 req-f8aabd9b-d724-41ab-bba1-d4301d12fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:27.106969 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8fa12b4f-e14b-4eb9-82d9-a077462ffe00 req-f8aabd9b-d724-41ab-bba1-d4301d12fd03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02f25922-614f-42df-8ab4-3a02ebfe9d57 HTTP/1.1" status: 200 len: 851 time: 0.0420256 Sep 03 20:32:27.152127 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12b4f-e14b-4eb9-82d9-a077462ffe00 req-9017f7ea-1511-44f9-aae1-e22367977b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:32:27.153547 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8fa12b4f-e14b-4eb9-82d9-a077462ffe00 req-9017f7ea-1511-44f9-aae1-e22367977b89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387325 Sep 03 20:32:27.246086 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8fa12b4f-e14b-4eb9-82d9-a077462ffe00 req-b2a0cdd5-b0f0-44ed-ab4c-09d3e3dcce1f service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856016 Sep 03 20:32:27.267496 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:32:27.335630 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8fa12b4f-e14b-4eb9-82d9-a077462ffe00 req-25276d1c-12df-4924-8d85-182d134f164b service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814486 Sep 03 20:32:39.300952 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-156dad59-5174-4465-a517-5d7e8d3258b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:42.089207 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5e12814d-7c44-4381-89e9-4ee267cac6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:42.769410 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:43.422665 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:45.060586 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:32:53.662779 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:04.269152 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:33:09.276985 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1dae7373-f294-480a-8f27-093e930d928a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.034459 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-38e4c49f-f172-4925-b12d-63e05c2d85ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:12.746319 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:13.417027 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:14.976655 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:23.673587 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:27.858198 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d0e1d957-9bbd-4aa6-9232-0b5a268e6217 req-a7a0f016-7787-4ff0-9e82-3fc5acfadb88 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882397 Sep 03 20:33:27.937002 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1d957-9bbd-4aa6-9232-0b5a268e6217 req-16fdce3b-76b7-4788-ac45-12149c9610d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:27.938470 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d0e1d957-9bbd-4aa6-9232-0b5a268e6217 req-16fdce3b-76b7-4788-ac45-12149c9610d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 1098 time: 0.0400624 Sep 03 20:33:28.039091 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1d957-9bbd-4aa6-9232-0b5a268e6217 req-161e5ca3-faa8-4d97-9b46-cd1ad263a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:28.040507 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d0e1d957-9bbd-4aa6-9232-0b5a268e6217 req-161e5ca3-faa8-4d97-9b46-cd1ad263a995 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 913 time: 0.0842891 Sep 03 20:33:28.105818 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d0e1d957-9bbd-4aa6-9232-0b5a268e6217 req-7cc08dcc-c6c9-4917-af07-78b12af17928 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b886f48-3b50-4242-817b-da19e9557fe6 HTTP/1.1" status: 200 len: 1001 time: 0.0577774 Sep 03 20:33:28.151802 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1d957-9bbd-4aa6-9232-0b5a268e6217 req-eb332647-6314-4cff-9c46-945866a575d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:28.153163 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d0e1d957-9bbd-4aa6-9232-0b5a268e6217 req-eb332647-6314-4cff-9c46-945866a575d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02f25922-614f-42df-8ab4-3a02ebfe9d57 HTTP/1.1" status: 200 len: 851 time: 0.0411561 Sep 03 20:33:28.196264 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1d957-9bbd-4aa6-9232-0b5a268e6217 req-66f21e78-43b0-4c95-a021-93a28c749cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:33:28.198205 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d0e1d957-9bbd-4aa6-9232-0b5a268e6217 req-66f21e78-43b0-4c95-a021-93a28c749cd6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376835 Sep 03 20:33:28.208819 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [req-d0e1d957-9bbd-4aa6-9232-0b5a268e6217 req-b28137e4-cfa2-4439-9b34-ac0760a4932e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:33:28.209723 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d0e1d957-9bbd-4aa6-9232-0b5a268e6217 req-b28137e4-cfa2-4439-9b34-ac0760a4932e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047135 Sep 03 20:33:28.300422 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d0e1d957-9bbd-4aa6-9232-0b5a268e6217 req-3e114bac-38e8-495f-a1e3-d6fbadc670bd service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822642 Sep 03 20:33:28.391610 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-d0e1d957-9bbd-4aa6-9232-0b5a268e6217 req-f3d06f68-472c-4434-8211-c64a5fc51441 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845921 Sep 03 20:33:39.265100 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-5da4b38e-c87c-44f6-97ba-291384ba710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:41.275837 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:33:42.036674 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-79afaaeb-1710-417e-87b4-6aa40229e3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:42.739466 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:43.445443 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:44.985039 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:33:53.658840 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:03.680571 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cbc8c-c511-4797-82c3-cbf51b1d4792 req-a6db9641-12ec-4b06-af7e-8cefff1486c2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:03.682631 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-824cbc8c-c511-4797-82c3-cbf51b1d4792 req-a6db9641-12ec-4b06-af7e-8cefff1486c2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 945 time: 0.1006570 Sep 03 20:34:03.718757 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-824cbc8c-c511-4797-82c3-cbf51b1d4792 req-23ab8244-9b6d-448e-b92b-c1cca0f28665 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301306 Sep 03 20:34:04.879188 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdb04b-da74-4d1f-b0d5-fdfd11b89779 req-8ed4f79f-ff7e-4792-a164-60c15593c0c2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:04.880630 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-35bdb04b-da74-4d1f-b0d5-fdfd11b89779 req-8ed4f79f-ff7e-4792-a164-60c15593c0c2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 945 time: 0.0949466 Sep 03 20:34:04.917684 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-35bdb04b-da74-4d1f-b0d5-fdfd11b89779 req-f10adb34-0b1b-4a38-9637-bf988d811826 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311310 Sep 03 20:34:05.094805 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-e635b024-5e05-4eef-9ff1-33045d75767d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:05.096260 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-e635b024-5e05-4eef-9ff1-33045d75767d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 945 time: 0.0477283 Sep 03 20:34:05.180688 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Deleting port 3b886f48-3b50-4242-817b-da19e9557fe6 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:34:05.181202 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:05.270281 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] For port 3b886f48-3b50-4242-817b-da19e9557fe6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=3b886f48-3b50-4242-817b-da19e9557fe6,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:34:05.270645 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:05.434529 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:05.434888 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:05.435231 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.db.l3_db [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Floating IP 73b64a0d-135b-470a-8ae3-dc12aebd686b disassociated. External IP: 172.27.3.158, port: 3b886f48-3b50-4242-817b-da19e9557fe6. Sep 03 20:34:05.435630 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Calling delete_port for 3b886f48-3b50-4242-817b-da19e9557fe6 owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:34:05.633048 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:05.661019 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event deleted for resources: {'Port': ['ID=3b886f48-3b50-4242-817b-da19e9557fe6,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:05.671737 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:05.672094 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:05.672438 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:05.672776 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:05.673116 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:05.673447 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:05.673779 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:05.674106 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:05.674435 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:05.674759 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:05.675106 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:05.675432 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:05.781535 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Router 7c224398-fe06-4985-90c3-f5fc30d62c75 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:34:05.884835 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:34:05.894309 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a355994c-c374-4a8d-8dbe-44bf1c65979c None None] Sync routers for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:34:05.905573 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355994c-c374-4a8d-8dbe-44bf1c65979c None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:34:05.906195 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-a355994c-c374-4a8d-8dbe-44bf1c65979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:33:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:05.928319 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] No DVR routers for this DVR port 3b886f48-3b50-4242-817b-da19e9557fe6 on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:34:05.931688 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:05.933597 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-7f0e9cc4-e5d6-4036-adf8-3ddfbd901c60 req-56e5eccf-f1de-467f-b694-98c60684e39a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "DELETE /v2.0/ports/3b886f48-3b50-4242-817b-da19e9557fe6 HTTP/1.1" status: 204 len: 173 time: 0.8315194 Sep 03 20:34:05.934043 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4714d57e-a79f-4243-8035-f1b77adb1c5b', 'name': 'network-vif-deleted', 'tag': '3b886f48-3b50-4242-817b-da19e9557fe6'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:34:05.936340 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0806dc02-bd85-448d-9d7d-84b6fa22807a" -d '{"events": [{"server_uuid": "4714d57e-a79f-4243-8035-f1b77adb1c5b", "name": "network-vif-deleted", "tag": "3b886f48-3b50-4242-817b-da19e9557fe6"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:34:06.026694 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-a355994c-c374-4a8d-8dbe-44bf1c65979c None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:34:06.057076 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561b371d-41b0-426c-ab12-fe92a99c511e x-openstack-request-id: req-561b371d-41b0-426c-ab12-fe92a99c511e {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:34:06.057076 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4714d57e-a79f-4243-8035-f1b77adb1c5b", "name": "network-vif-deleted", "tag": "3b886f48-3b50-4242-817b-da19e9557fe6", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:34:06.057076 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-561b371d-41b0-426c-ab12-fe92a99c511e {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:34:06.057076 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4714d57e-a79f-4243-8035-f1b77adb1c5b', 'name': 'network-vif-deleted', 'tag': '3b886f48-3b50-4242-817b-da19e9557fe6', 'status': 'completed', 'code': 200} Sep 03 20:34:06.067269 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6c8d0af7-1f20-48c5-a615-cb8f0e0dfcf7 req-5991e904-3945-45a4-b3d9-be8b78accf1f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 210 time: 0.0373602 Sep 03 20:34:06.237713 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-a355994c-c374-4a8d-8dbe-44bf1c65979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:06.263103 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a355994c-c374-4a8d-8dbe-44bf1c65979c None None] Checking router: 7c224398-fe06-4985-90c3-f5fc30d62c75 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:34:06.270918 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355994c-c374-4a8d-8dbe-44bf1c65979c None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:34:06.271535 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-a355994c-c374-4a8d-8dbe-44bf1c65979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:33:42Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:06.375203 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-a355994c-c374-4a8d-8dbe-44bf1c65979c None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:34:06.570209 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-a355994c-c374-4a8d-8dbe-44bf1c65979c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:06.595565 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a355994c-c374-4a8d-8dbe-44bf1c65979c None None] The sync data for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi is: [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:34:06.801514 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae3217c-3194-416a-a6f1-7df46d9dc1f6 None None] New status for floating IP 73b64a0d-135b-470a-8ae3-dc12aebd686b: DOWN {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:34:07.178916 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5b9c287d-7fae-4951-bc8a-2e625b6924ce req-3e1be5e4-cc91-491a-95d4-bf3afcc1ef82 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=4714d57e-a79f-4243-8035-f1b77adb1c5b HTTP/1.1" status: 200 len: 210 time: 0.0258718 Sep 03 20:34:08.374245 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-a84e3d84-4441-4449-a99e-7cdeb698f72f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980442237&fields=id&tenant_id=695a65761d5a4c52841e83a36195cd62 HTTP/1.1" status: 200 len: 267 time: 0.0328269 Sep 03 20:34:08.480720 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-402f344a-3b90-42a0-a45b-ddd61b6df8db tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:08.482075 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-402f344a-3b90-42a0-a45b-ddd61b6df8db tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 812 time: 0.1012802 Sep 03 20:34:08.496666 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-df791b83-76e7-4d29-aee9-752bfa061f07 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/quotas/695a65761d5a4c52841e83a36195cd62 HTTP/1.1" status: 200 len: 375 time: 0.0088396 Sep 03 20:34:08.547823 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-8f0a20da-b5b7-4c88-ba95-fe0db1ae0004 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461512 Sep 03 20:34:08.562717 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 3b886f48-3b50-4242-817b-da19e9557fe6 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:34:08.582872 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: 3b886f48-3b50-4242-817b-da19e9557fe6 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:34:08.583255 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 3b886f48-3b50-4242-817b-da19e9557fe6 not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:34:08.607703 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-418dbf04-6609-4d11-bd34-f9847c71e6b7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:34:08.608826 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-418dbf04-6609-4d11-bd34-f9847c71e6b7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492625 Sep 03 20:34:08.943182 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-63bfc75a-a7fc-41ea-9ded-30bbc29f384d service neutron] 10.222.0.41 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282104 Sep 03 20:34:09.031971 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-18faa556-5e81-4e50-8ff8-6a126af48333 service neutron] 10.222.0.41 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826061 Sep 03 20:34:09.279020 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6829819c-c5d6-42b6-85b2-a4110844f0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:09.571404 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-32396336-57d8-4091-bc66-bbc2f7dee16c req-87144bc4-775c-48cc-800b-9ac83da4669d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 210 time: 0.0293579 Sep 03 20:34:10.662084 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cbbd178e-9355-47a6-ad8e-162cce38fe75 req-b6a6ef64-0a29-4086-a546-7c37fa3f0da3 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 210 time: 0.0258307 Sep 03 20:34:11.752415 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-98c04a31-d5a5-4b49-b50a-f48f1e2f52d4 req-b5ee1451-cad6-4dee-b8b9-f6c66a98cd64 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 210 time: 0.0255046 Sep 03 20:34:12.073006 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a9460f47-0600-4a40-9771-7054ae3c23f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:12.559844 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-bf46620b-354a-46ae-b71e-309e6727da55 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:12.561290 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-bf46620b-354a-46ae-b71e-309e6727da55 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 812 time: 0.1027153 Sep 03 20:34:12.603172 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-94227c42-5353-4201-b2af-5e6aa4bf03ef tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=695a65761d5a4c52841e83a36195cd62 HTTP/1.1" status: 200 len: 379 time: 0.0329652 Sep 03 20:34:12.612384 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-8f110493-a256-4e45-97f7-1f171e1e2ac8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Request body: {'port': {'device_id': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'admin_state_up': True, 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'security_groups': ['c013e4ef-a5e4-4a64-ad35-14fa7dc1b407']}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:34:12.744679 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:12.767452 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-8f110493-a256-4e45-97f7-1f171e1e2ac8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Made reservation on behalf of 695a65761d5a4c52841e83a36195cd62 for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:34:12.770943 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-8f110493-a256-4e45-97f7-1f171e1e2ac8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:12.853952 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ef461a36-dc40-457c-ac9d-d9a679fe30e6 req-02a4d67b-8aab-40ff-a4af-e131a3c8dfc4 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 210 time: 0.0309105 Sep 03 20:34:12.900650 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-8f110493-a256-4e45-97f7-1f171e1e2ac8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Allocated IP 172.20.0.8 (c700ba5f-fd54-44e1-ac73-5bc6f6454f7d/02f25922-614f-42df-8ab4-3a02ebfe9d57/2f82bf5b-066c-482b-9365-12f8a3f8d73a) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:34:13.035960 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-8f110493-a256-4e45-97f7-1f171e1e2ac8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:13.049359 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-8f110493-a256-4e45-97f7-1f171e1e2ac8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Transition to ACTIVE for port object 2f82bf5b-066c-482b-9365-12f8a3f8d73a will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:34:13.159821 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-8f110493-a256-4e45-97f7-1f171e1e2ac8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:13.199757 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-8f110493-a256-4e45-97f7-1f171e1e2ac8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:34:13.202796 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-8f110493-a256-4e45-97f7-1f171e1e2ac8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:34:13.206363 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-8f110493-a256-4e45-97f7-1f171e1e2ac8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:34:13.239600 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f110493-a256-4e45-97f7-1f171e1e2ac8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'Port': ['ID=2f82bf5b-066c-482b-9365-12f8a3f8d73a,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:13.266648 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-8f110493-a256-4e45-97f7-1f171e1e2ac8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:13.267306 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-8f110493-a256-4e45-97f7-1f171e1e2ac8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:13.337654 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-8f110493-a256-4e45-97f7-1f171e1e2ac8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7286663 Sep 03 20:34:13.350427 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Request body: {'port': {'device_id': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:34:13.405303 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:13.444449 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:13.581859 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-e543bc90-49bb-405b-87a2-04ffb5f064d3 None None] Provisioning for port 2f82bf5b-066c-482b-9365-12f8a3f8d73a completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:34:13.585900 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-e543bc90-49bb-405b-87a2-04ffb5f064d3 None None] Provisioning complete for port 2f82bf5b-066c-482b-9365-12f8a3f8d73a triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:34:13.586274 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e543bc90-49bb-405b-87a2-04ffb5f064d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:13.624190 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-e543bc90-49bb-405b-87a2-04ffb5f064d3 None None] Port 2f82bf5b-066c-482b-9365-12f8a3f8d73a cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:34:13.742031 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f82bf5b-066c-482b-9365-12f8a3f8d73a {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:34:13.750219 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:13.762116 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Transition to ACTIVE for port object 2f82bf5b-066c-482b-9365-12f8a3f8d73a will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:34:13.815710 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:13.863844 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Pushing event updated for resources: {'Port': ['ID=2f82bf5b-066c-482b-9365-12f8a3f8d73a,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:13.940893 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Attempting to bind port 2f82bf5b-066c-482b-9365-12f8a3f8d73a on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:34:13.940893 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Attempting to bind port 2f82bf5b-066c-482b-9365-12f8a3f8d73a by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:34:13.941295 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Attempting to bind port 2f82bf5b-066c-482b-9365-12f8a3f8d73a on network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:34:13.947240 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Port 2f82bf5b-066c-482b-9365-12f8a3f8d73a on network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:34:13.947567 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Attempting to bind port 2f82bf5b-066c-482b-9365-12f8a3f8d73a on network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:34:13.952804 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:34:13.954646 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Checking segment: {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:34:13.954646 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Bound using segment: {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:34:13.954646 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Bound port: 2f82bf5b-066c-482b-9365-12f8a3f8d73a, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:34:13.954646 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:13.985768 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd09939-53b3-4f28-bf39-6e273243ddca req-96f8560c-e9e6-4564-bf7f-d34c1755fdff tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:13.988108 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cfd09939-53b3-4f28-bf39-6e273243ddca req-96f8560c-e9e6-4564-bf7f-d34c1755fdff tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 943 time: 0.0617554 Sep 03 20:34:14.035042 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] For port 2f82bf5b-066c-482b-9365-12f8a3f8d73a, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:34:14.035191 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cfd09939-53b3-4f28-bf39-6e273243ddca req-53be1ce8-7244-45d2-8215-e84d4975d5e4 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368061 Sep 03 20:34:14.035283 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] For port 2f82bf5b-066c-482b-9365-12f8a3f8d73a, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2f82bf5b-066c-482b-9365-12f8a3f8d73a,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:34:14.139549 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:14.171834 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:14.172628 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:14.174007 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] 10.222.0.42 "PUT /v2.0/ports/2f82bf5b-066c-482b-9365-12f8a3f8d73a HTTP/1.1" status: 200 len: 1093 time: 0.8280032 Sep 03 20:34:14.176136 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'tag': '2f82bf5b-066c-482b-9365-12f8a3f8d73a'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:34:14.179149 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75ccf92-36d8-45b8-accc-4284d0beedef" -d '{"events": [{"name": "network-changed", "server_uuid": "edc85d27-c782-4530-9920-b97e3aec7d3d", "tag": "2f82bf5b-066c-482b-9365-12f8a3f8d73a"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:34:14.211019 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e8580-dd93-4f84-b3d9-69e6075c9000 service neutron] Pushing event updated for resources: {'Port': ['ID=2f82bf5b-066c-482b-9365-12f8a3f8d73a,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:14.222956 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f5d5c3-b344-42fc-b9c7-483518b85de1 x-openstack-request-id: req-e5f5d5c3-b344-42fc-b9c7-483518b85de1 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:34:14.222956 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc85d27-c782-4530-9920-b97e3aec7d3d", "tag": "2f82bf5b-066c-482b-9365-12f8a3f8d73a", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:34:14.223171 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5f5d5c3-b344-42fc-b9c7-483518b85de1 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:34:14.223409 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'tag': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'status': 'completed', 'code': 200} Sep 03 20:34:14.287525 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ccf92-36d8-45b8-accc-4284d0beedef req-f7e15b04-ac81-49d4-8efe-221aa0af0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:14.289054 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a75ccf92-36d8-45b8-accc-4284d0beedef req-f7e15b04-ac81-49d4-8efe-221aa0af0a50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 1096 time: 0.0444415 Sep 03 20:34:14.394984 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ccf92-36d8-45b8-accc-4284d0beedef req-f4fdb2eb-cefd-4345-97a3-f7728e33fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:14.396738 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a75ccf92-36d8-45b8-accc-4284d0beedef req-f4fdb2eb-cefd-4345-97a3-f7728e33fd35 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=695a65761d5a4c52841e83a36195cd62&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0990856 Sep 03 20:34:14.489774 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ccf92-36d8-45b8-accc-4284d0beedef req-f3ed2a27-38a9-446b-a554-40cc66bb8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:14.491238 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-a75ccf92-36d8-45b8-accc-4284d0beedef req-f3ed2a27-38a9-446b-a554-40cc66bb8b79 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876555 Sep 03 20:34:14.562675 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-0bfe13a2-b889-49fc-9b4f-0792d0357aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:14.564051 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-0bfe13a2-b889-49fc-9b4f-0792d0357aab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 1096 time: 0.0399671 Sep 03 20:34:14.608147 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-3b413a0d-946d-477b-bc1c-dcb157c64eae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f82bf5b-066c-482b-9365-12f8a3f8d73a HTTP/1.1" status: 200 len: 217 time: 0.0359864 Sep 03 20:34:14.658546 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-07ce7b4e-d8b3-4d91-b45e-688d3483dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:14.660304 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-07ce7b4e-d8b3-4d91-b45e-688d3483dab0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02f25922-614f-42df-8ab4-3a02ebfe9d57 HTTP/1.1" status: 200 len: 851 time: 0.0453262 Sep 03 20:34:14.711048 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-5b4599b9-e891-4246-a16c-3759be188b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:14.712621 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-5b4599b9-e891-4246-a16c-3759be188b7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447171 Sep 03 20:34:14.808051 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-e7917edb-e877-4e94-acd4-90a947fc763e service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876737 Sep 03 20:34:14.895196 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-85f2dfe4-7725-4e65-b9f5-fa6924ad34f6 req-4c068608-482d-4a27-bf3b-d2f6008dac26 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804646 Sep 03 20:34:15.098823 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:15.146950 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955157c-3cac-46e5-b8fa-9afb1be772aa req-0780ce7d-aa1c-4845-941e-38b69cea5ae4 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:15.148312 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3955157c-3cac-46e5-b8fa-9afb1be772aa req-0780ce7d-aa1c-4845-941e-38b69cea5ae4 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 943 time: 0.0493908 Sep 03 20:34:15.185480 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3955157c-3cac-46e5-b8fa-9afb1be772aa req-377a3c4a-1917-4f60-830b-d2e1018b6926 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307310 Sep 03 20:34:16.299427 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed5051-e6eb-4e44-a258-c26bd9b8e06d req-27b03aaa-89ce-46f9-8ddb-567c0d914a17 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:16.300781 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f4ed5051-e6eb-4e44-a258-c26bd9b8e06d req-27b03aaa-89ce-46f9-8ddb-567c0d914a17 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 943 time: 0.0481150 Sep 03 20:34:16.337519 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f4ed5051-e6eb-4e44-a258-c26bd9b8e06d req-2d3ca47b-da52-402c-86ff-e52c3786b900 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301290 Sep 03 20:34:17.449390 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af219d-1559-4cd4-88fe-82753cd51917 req-9265375d-3c3a-4c70-857f-728f9fd43b71 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:17.450839 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-14af219d-1559-4cd4-88fe-82753cd51917 req-9265375d-3c3a-4c70-857f-728f9fd43b71 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 943 time: 0.0479679 Sep 03 20:34:17.486888 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-14af219d-1559-4cd4-88fe-82753cd51917 req-ad0b029a-1f14-433d-a572-e7339dba6a62 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300446 Sep 03 20:34:18.270478 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:34:18.601902 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68861540-7923-4a28-9687-c890a653f8ca req-c106021d-b608-445f-9170-7d75e9deef19 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:18.603414 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-68861540-7923-4a28-9687-c890a653f8ca req-c106021d-b608-445f-9170-7d75e9deef19 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 943 time: 0.0517261 Sep 03 20:34:18.639546 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-68861540-7923-4a28-9687-c890a653f8ca req-40212021-f45d-4fe9-bf15-7cec0b5c4e2f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302122 Sep 03 20:34:19.749824 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8385c1-521f-4182-8f1e-e902e373cfb9 req-bf9f957c-14cc-4ef7-9109-bc57286e0956 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:19.751271 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dc8385c1-521f-4182-8f1e-e902e373cfb9 req-bf9f957c-14cc-4ef7-9109-bc57286e0956 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 943 time: 0.0474811 Sep 03 20:34:19.787796 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dc8385c1-521f-4182-8f1e-e902e373cfb9 req-07f0953a-6466-44e0-92aa-dbc5d30ecb06 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306840 Sep 03 20:34:20.897496 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e3477-4313-4277-b7df-da385d560106 req-ffc7e714-1e89-4fa8-bceb-a1b1bb5cfbac tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:20.899194 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-da5e3477-4313-4277-b7df-da385d560106 req-ffc7e714-1e89-4fa8-bceb-a1b1bb5cfbac tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 943 time: 0.0474389 Sep 03 20:34:20.936657 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-da5e3477-4313-4277-b7df-da385d560106 req-932b1474-cc12-41ee-8685-4a99c4591423 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317338 Sep 03 20:34:22.055268 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203527c-08fd-4f5b-bc70-e0f047a8cc15 req-fcfc44bf-b01c-4e40-a93a-161c52944b0b tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:22.056791 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f203527c-08fd-4f5b-bc70-e0f047a8cc15 req-fcfc44bf-b01c-4e40-a93a-161c52944b0b tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 943 time: 0.0515063 Sep 03 20:34:22.093550 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f203527c-08fd-4f5b-bc70-e0f047a8cc15 req-fb95701d-47e7-4ea9-a2c4-37105ea0ec65 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308080 Sep 03 20:34:23.210438 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb739676-ae6b-47cb-8d70-801543e2977d req-dc49a721-d192-4761-a08e-5815570274f2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:23.212757 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eb739676-ae6b-47cb-8d70-801543e2977d req-dc49a721-d192-4761-a08e-5815570274f2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 943 time: 0.0494816 Sep 03 20:34:23.249096 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-eb739676-ae6b-47cb-8d70-801543e2977d req-ded2d8ce-e361-4759-a49c-692f53127a35 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304165 Sep 03 20:34:23.650580 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:24.360876 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdb773-b6db-44fa-8527-391a527b5136 req-59a80c5c-3672-4c25-8624-316086043ef8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:24.362302 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b7cdb773-b6db-44fa-8527-391a527b5136 req-59a80c5c-3672-4c25-8624-316086043ef8 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 943 time: 0.0471830 Sep 03 20:34:24.397888 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-b7cdb773-b6db-44fa-8527-391a527b5136 req-c57a5e9c-f492-432b-9913-0e167e7c7aa0 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296264 Sep 03 20:34:24.624749 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2f82bf5b-066c-482b-9365-12f8a3f8d73a details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:34:24.714975 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 2f82bf5b-066c-482b-9365-12f8a3f8d73a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2f82bf5b-066c-482b-9365-12f8a3f8d73a,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:34:24.725607 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'port_id': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'mac_address': 'fa:16:3e:0d:e1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:34:24.764787 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:24.776761 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f82bf5b-066c-482b-9365-12f8a3f8d73a {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:34:24.795345 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 2f82bf5b-066c-482b-9365-12f8a3f8d73a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2f82bf5b-066c-482b-9365-12f8a3f8d73a,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:34:24.858591 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:24.904167 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=2f82bf5b-066c-482b-9365-12f8a3f8d73a,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:24.911013 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:24.911388 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:24.911729 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:24.912064 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:24.912395 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:24.912726 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:24.913051 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:24.913382 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:24.913707 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:24.914078 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:24.915037 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:24.915380 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:25.092177 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['2f82bf5b-066c-482b-9365-12f8a3f8d73a'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:34:25.513406 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec27051-1d23-42a6-b68e-f2d5601362d5 req-7ab0a1fa-7142-4040-9bf0-0466d37e02ab tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:25.514890 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ec27051-1d23-42a6-b68e-f2d5601362d5 req-7ab0a1fa-7142-4040-9bf0-0466d37e02ab tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 944 time: 0.0514894 Sep 03 20:34:25.551797 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7ec27051-1d23-42a6-b68e-f2d5601362d5 req-c3e6e5bc-d2c7-4708-ad45-2fea00581ef4 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311060 Sep 03 20:34:26.625530 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2f82bf5b-066c-482b-9365-12f8a3f8d73a up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:34:26.663911 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc018bb-2d86-4162-82a9-a810d17299e8 req-d2f849c9-048d-476e-a245-bd6b32e774c6 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:26.665615 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2dc018bb-2d86-4162-82a9-a810d17299e8 req-d2f849c9-048d-476e-a245-bd6b32e774c6 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 944 time: 0.0485291 Sep 03 20:34:26.702985 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2dc018bb-2d86-4162-82a9-a810d17299e8 req-d902013f-352f-44e1-a8dd-98ec62fbc331 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313492 Sep 03 20:34:26.738440 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port 2f82bf5b-066c-482b-9365-12f8a3f8d73a completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:34:26.742961 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 2f82bf5b-066c-482b-9365-12f8a3f8d73a triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:34:26.743408 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:26.818192 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:26.839576 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f82bf5b-066c-482b-9365-12f8a3f8d73a'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:34:26.841700 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eec46f8-02b1-4c7c-9562-b15074d3d7ef" -d '{"events": [{"server_uuid": "edc85d27-c782-4530-9920-b97e3aec7d3d", "name": "network-vif-plugged", "status": "completed", "tag": "2f82bf5b-066c-482b-9365-12f8a3f8d73a"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:34:26.854175 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 2f82bf5b-066c-482b-9365-12f8a3f8d73a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2f82bf5b-066c-482b-9365-12f8a3f8d73a,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:34:26.934727 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca01e34b-f41c-4572-9c1d-c790560222db x-openstack-request-id: req-ca01e34b-f41c-4572-9c1d-c790560222db {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:34:26.935024 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc85d27-c782-4530-9920-b97e3aec7d3d", "name": "network-vif-plugged", "status": "completed", "tag": "2f82bf5b-066c-482b-9365-12f8a3f8d73a", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:34:26.935309 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca01e34b-f41c-4572-9c1d-c790560222db {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:34:26.935807 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'code': 200} Sep 03 20:34:26.936984 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:26.983799 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=2f82bf5b-066c-482b-9365-12f8a3f8d73a,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:27.515476 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb093e71-c453-4fd4-b9e2-3a37c05df2f6 req-9b95959b-d419-4e92-95f7-6fde8a5e58b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:27.516969 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cb093e71-c453-4fd4-b9e2-3a37c05df2f6 req-9b95959b-d419-4e92-95f7-6fde8a5e58b8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 1098 time: 0.2893178 Sep 03 20:34:27.550810 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-cb093e71-c453-4fd4-b9e2-3a37c05df2f6 req-152f3c87-67c9-4d45-bd59-867cd828e0b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270574 Sep 03 20:34:27.817488 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f543ebc-f0ff-4e30-a944-1b89635f7368 req-d6bd8e37-9ad9-492d-9eb3-41f0bf470467 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:27.818939 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4f543ebc-f0ff-4e30-a944-1b89635f7368 req-d6bd8e37-9ad9-492d-9eb3-41f0bf470467 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 945 time: 0.0482004 Sep 03 20:34:27.856515 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4f543ebc-f0ff-4e30-a944-1b89635f7368 req-0b2dca16-4911-4450-a817-4a3ec3497846 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314589 Sep 03 20:34:28.972901 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53f4e5-8143-4d4c-a4e1-2d7553a1c37f req-5411f9b1-be38-4533-bd86-e8b9127244f9 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:28.974403 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6a53f4e5-8143-4d4c-a4e1-2d7553a1c37f req-5411f9b1-be38-4533-bd86-e8b9127244f9 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 945 time: 0.0514505 Sep 03 20:34:29.011880 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6a53f4e5-8143-4d4c-a4e1-2d7553a1c37f req-fedad13a-c17c-4c22-9a0c-0a2891565d8f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310304 Sep 03 20:34:29.122742 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65f44-8f3c-45e0-a7a7-e7bbeb0b334e req-c634ba0e-6418-4eda-ab57-e87e0abc952e tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:29.124245 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7bd65f44-8f3c-45e0-a7a7-e7bbeb0b334e req-c634ba0e-6418-4eda-ab57-e87e0abc952e tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 945 time: 0.0488594 Sep 03 20:34:29.161590 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7bd65f44-8f3c-45e0-a7a7-e7bbeb0b334e req-419c3d5e-84cb-47bc-bcaf-f75dde5f1890 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315299 Sep 03 20:34:29.184235 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 49924) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:34:29.221732 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ac07b-2a39-4f65-a1e3-36ba6f2db623 tempest-TestVolumeBootPattern-243715834 tempest-TestVolumeBootPattern-243715834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:29.223255 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-219ac07b-2a39-4f65-a1e3-36ba6f2db623 tempest-TestVolumeBootPattern-243715834 tempest-TestVolumeBootPattern-243715834-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 1093 time: 0.0380087 Sep 03 20:34:29.225977 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 49926) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:34:29.230845 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Request body: {'floatingip': {'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'port_id': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:34:29.316649 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for floatingip, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:29.413098 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:29.515643 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Allocated IP 172.27.3.56 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/e922588e-2b6f-475f-8384-7dd05ca890bf) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:34:29.612385 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:29.710176 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:29.746999 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:34:29.749799 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:34:29.753102 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:34:29.760730 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'Port': ['ID=e922588e-2b6f-475f-8384-7dd05ca890bf,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:29.790781 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:29.791148 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:29.791485 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:29.791812 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:29.792137 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:29.792463 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:29.792786 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:29.793107 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:29.793426 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:29.793744 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:29.794061 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:29.794373 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:34:30.102153 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:30.235703 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:30.379457 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:30.427368 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:30.496673 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'Port': ['ID=e922588e-2b6f-475f-8384-7dd05ca890bf,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:34:30.508029 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:30.605575 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Floating IP 0bf0c4e3-5e65-4935-b815-93e05bdcd4d8 associated. External IP: 172.27.3.56, port: 2f82bf5b-066c-482b-9365-12f8a3f8d73a. Sep 03 20:34:30.803765 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Router 7c224398-fe06-4985-90c3-f5fc30d62c75 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:34:30.902827 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:34:30.913034 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6909cbf1-25c7-4700-974d-7966a9c4357e None None] Sync routers for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:34:30.923145 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6909cbf1-25c7-4700-974d-7966a9c4357e None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:34:30.927874 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6909cbf1-25c7-4700-974d-7966a9c4357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:34:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:30.987286 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:31.017156 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-038bfd32-14ae-47a3-bd03-6af614a7d528 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7894926 Sep 03 20:34:31.017692 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'tag': '2f82bf5b-066c-482b-9365-12f8a3f8d73a'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:34:31.019972 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddec6458-df17-4875-8d01-8132efce7fec" -d '{"events": [{"name": "network-changed", "server_uuid": "edc85d27-c782-4530-9920-b97e3aec7d3d", "tag": "2f82bf5b-066c-482b-9365-12f8a3f8d73a"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:34:31.029307 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-6909cbf1-25c7-4700-974d-7966a9c4357e None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:34:31.112203 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e11ae8a-6741-4cc2-843c-9d454ae840c4 x-openstack-request-id: req-9e11ae8a-6741-4cc2-843c-9d454ae840c4 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:34:31.112736 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc85d27-c782-4530-9920-b97e3aec7d3d", "tag": "2f82bf5b-066c-482b-9365-12f8a3f8d73a", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:34:31.112848 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e11ae8a-6741-4cc2-843c-9d454ae840c4 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:34:31.113338 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'tag': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'status': 'completed', 'code': 200} Sep 03 20:34:31.173156 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec6458-df17-4875-8d01-8132efce7fec req-ca67d59e-c9a1-4f72-a73a-eee1f6c99750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:31.174603 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ddec6458-df17-4875-8d01-8132efce7fec req-ca67d59e-c9a1-4f72-a73a-eee1f6c99750 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 1098 time: 0.0397167 Sep 03 20:34:31.249191 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6909cbf1-25c7-4700-974d-7966a9c4357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '0bf0c4e3-5e65-4935-b815-93e05bdcd4d8', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:0d:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:34:29Z', 'updated_at': '2021-09-03T20:34:29Z', 'revision_number': 0, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:31.265536 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec6458-df17-4875-8d01-8132efce7fec req-94439980-a232-4923-bee9-8cadcfb60866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:31.267012 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ddec6458-df17-4875-8d01-8132efce7fec req-94439980-a232-4923-bee9-8cadcfb60866 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 913 time: 0.0855067 Sep 03 20:34:31.337993 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ddec6458-df17-4875-8d01-8132efce7fec req-da032f4f-b6fb-4d3d-8386-382213147e42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f82bf5b-066c-482b-9365-12f8a3f8d73a HTTP/1.1" status: 200 len: 998 time: 0.0633662 Sep 03 20:34:31.387878 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec6458-df17-4875-8d01-8132efce7fec req-20fb953f-5c2c-4924-87ea-7795dca7a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:31.391217 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ddec6458-df17-4875-8d01-8132efce7fec req-20fb953f-5c2c-4924-87ea-7795dca7a063 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02f25922-614f-42df-8ab4-3a02ebfe9d57 HTTP/1.1" status: 200 len: 851 time: 0.0444143 Sep 03 20:34:31.397180 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6909cbf1-25c7-4700-974d-7966a9c4357e None None] Checking router: 7c224398-fe06-4985-90c3-f5fc30d62c75 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:34:31.406142 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6909cbf1-25c7-4700-974d-7966a9c4357e None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:34:31.406749 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6909cbf1-25c7-4700-974d-7966a9c4357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:34:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:31.438126 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec6458-df17-4875-8d01-8132efce7fec req-03ebc3f0-e3bd-4710-97d8-e5708c3cafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:34:31.439675 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ddec6458-df17-4875-8d01-8132efce7fec req-03ebc3f0-e3bd-4710-97d8-e5708c3cafc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437160 Sep 03 20:34:31.510661 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-6909cbf1-25c7-4700-974d-7966a9c4357e None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:34:31.531200 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ddec6458-df17-4875-8d01-8132efce7fec req-b1d1ce49-1807-43e6-91e9-c5a378d63928 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846109 Sep 03 20:34:31.623564 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-ddec6458-df17-4875-8d01-8132efce7fec req-ed535b8b-9029-44bb-be48-1ca326091be5 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852940 Sep 03 20:34:31.736827 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6909cbf1-25c7-4700-974d-7966a9c4357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '0bf0c4e3-5e65-4935-b815-93e05bdcd4d8', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:0d:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:34:29Z', 'updated_at': '2021-09-03T20:34:29Z', 'revision_number': 0, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:34:31.762571 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6909cbf1-25c7-4700-974d-7966a9c4357e None None] The sync data for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi is: [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '0bf0c4e3-5e65-4935-b815-93e05bdcd4d8', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:0d:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:34:29Z', 'updated_at': '2021-09-03T20:34:29Z', 'revision_number': 0, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:34:31.935998 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8ca4f-53b9-4a93-82d2-95ae37da1a9a None None] New status for floating IP 0bf0c4e3-5e65-4935-b815-93e05bdcd4d8: ACTIVE {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:34:39.312558 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d0e0a810-cde4-4b5c-b280-7c2e4eb17a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:42.058338 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9d04ea3a-224b-4a42-9007-290d297fdcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:42.747249 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:43.432773 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:44.998340 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:53.715381 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:34:55.271810 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:35:09.283886 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-f21d5e2e-cb4d-4d82-ad35-10540fb97010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:12.049378 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-4e641875-fdcc-46fb-84b9-8c8940878f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:12.751935 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:13.428898 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:15.009360 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:23.692441 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:27.780724 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-16ba990e-cdfe-45c4-820d-3b8a33581131 req-10829725-dc0e-4aec-96b5-b702a23c4e8f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404928 Sep 03 20:35:27.859917 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba990e-cdfe-45c4-820d-3b8a33581131 req-34fad38e-c790-4f70-becc-f47bb143f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:27.861369 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-16ba990e-cdfe-45c4-820d-3b8a33581131 req-34fad38e-c790-4f70-becc-f47bb143f0df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 1098 time: 0.0397353 Sep 03 20:35:27.965947 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba990e-cdfe-45c4-820d-3b8a33581131 req-ccb09d35-bfa6-4d82-af9f-14a445e3d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:27.967433 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-16ba990e-cdfe-45c4-820d-3b8a33581131 req-ccb09d35-bfa6-4d82-af9f-14a445e3d560 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 913 time: 0.0864136 Sep 03 20:35:28.031730 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-16ba990e-cdfe-45c4-820d-3b8a33581131 req-b96670db-dee2-47e4-934b-71240721bb8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f82bf5b-066c-482b-9365-12f8a3f8d73a HTTP/1.1" status: 200 len: 1000 time: 0.0562441 Sep 03 20:35:28.082350 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba990e-cdfe-45c4-820d-3b8a33581131 req-fb3c0fd4-58df-4367-9bab-f6da6b07103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:28.083749 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-16ba990e-cdfe-45c4-820d-3b8a33581131 req-fb3c0fd4-58df-4367-9bab-f6da6b07103b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02f25922-614f-42df-8ab4-3a02ebfe9d57 HTTP/1.1" status: 200 len: 851 time: 0.0446131 Sep 03 20:35:28.128429 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba990e-cdfe-45c4-820d-3b8a33581131 req-28dd59bf-9182-4794-96e2-ada527ad122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:35:28.129864 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-16ba990e-cdfe-45c4-820d-3b8a33581131 req-28dd59bf-9182-4794-96e2-ada527ad122f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390005 Sep 03 20:35:28.219568 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-16ba990e-cdfe-45c4-820d-3b8a33581131 req-8bfded72-16d5-4797-aa62-afb113c3692d service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798767 Sep 03 20:35:28.310584 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-16ba990e-cdfe-45c4-820d-3b8a33581131 req-c3114fa5-d4f3-4f62-802b-6169176ede02 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835745 Sep 03 20:35:32.276296 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:35:39.306465 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-de7aa375-a6c3-49c1-aa99-4775d9b57001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:42.062788 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2015208b-a1d0-453d-9c3b-f04e9519416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:42.774558 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:43.451497 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:45.003742 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:35:53.711689 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:09.278911 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:36:09.313510 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-0eb38d89-61eb-47c1-9482-f9be87328313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:12.050802 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d2420401-8b4b-44b6-8c5a-f73cf485d0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:12.770729 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:13.465721 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:15.054971 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:18.416563 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-bc6d5cb5-d1c4-406b-a676-111873786abe tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980442237&fields=id&tenant_id=695a65761d5a4c52841e83a36195cd62 HTTP/1.1" status: 200 len: 267 time: 0.0384271 Sep 03 20:36:18.517441 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-7b2bd4cf-68a8-4e6d-ab33-81f48919c672 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:18.518754 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-7b2bd4cf-68a8-4e6d-ab33-81f48919c672 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 812 time: 0.0955424 Sep 03 20:36:18.533687 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-f6eefbff-ed1e-4e1a-9420-d4695dd8ab62 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/quotas/695a65761d5a4c52841e83a36195cd62 HTTP/1.1" status: 200 len: 375 time: 0.0085406 Sep 03 20:36:18.592462 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-8406e57e-7506-4239-8927-a1e7ac176f08 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0533578 Sep 03 20:36:18.608193 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-f38cbbb7-663e-4537-a841-39b133083f5f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 20:36:18.609122 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-f38cbbb7-663e-4537-a841-39b133083f5f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048943 Sep 03 20:36:18.697843 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-bc0f4e88-08a4-4f79-a492-d250824eafff service neutron] 10.222.0.41 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829678 Sep 03 20:36:18.789114 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-507af089-ffa9-4170-bd9a-a527fe9d0e61 service neutron] 10.222.0.41 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844259 Sep 03 20:36:19.396155 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-af8e9b1e-cfb3-42d9-9294-fc08df486c52 req-187819bb-155a-4158-90ac-07e683c0486e tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0264721 Sep 03 20:36:20.477812 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-551a4cc9-c675-4351-bc6f-7ab30d4ef405 req-e11e63eb-99bf-4120-8331-248d2c154272 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0273030 Sep 03 20:36:21.579893 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3a20c8f8-e687-4ccc-86a5-9d9f0b3d7d8f req-80642abd-581f-476e-8b23-bea3e8075627 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0248015 Sep 03 20:36:22.670083 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-a8c3c0d2-01db-485f-96e6-af75ae0f24b4 req-1b6bf593-e3ff-41e8-8a20-5630a68f6266 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0253577 Sep 03 20:36:23.208901 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-068cdb49-8277-475f-a195-b3ec2f183f91 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:23.210487 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-068cdb49-8277-475f-a195-b3ec2f183f91 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 812 time: 0.1067145 Sep 03 20:36:23.253408 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-201ebd68-124b-428a-9b40-7f9158350a54 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=695a65761d5a4c52841e83a36195cd62 HTTP/1.1" status: 200 len: 379 time: 0.0334449 Sep 03 20:36:23.262350 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Request body: {'port': {'device_id': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'admin_state_up': True, 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'security_groups': ['c013e4ef-a5e4-4a64-ad35-14fa7dc1b407']}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:36:23.425899 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Made reservation on behalf of 695a65761d5a4c52841e83a36195cd62 for: {'port': 1} {{(pid=94575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 20:36:23.429556 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:23.566119 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_common [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Allocated IP 172.20.0.10 (c700ba5f-fd54-44e1-ac73-5bc6f6454f7d/02f25922-614f-42df-8ab4-3a02ebfe9d57/65c5f4db-af21-435d-8ee1-368b87195373) {{(pid=94575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:36:23.730922 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:23.739080 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for port, precommit_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:23.755415 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Transition to ACTIVE for port object 65c5f4db-af21-435d-8ee1-368b87195373 will not be triggered until provisioned by entity DHCP. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:36:23.778123 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-313c0c87-52ec-4fe1-8e1c-95fff627534d req-39dc8f72-e9f4-430e-a066-e82a7ebfb7e9 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0377712 Sep 03 20:36:23.868489 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_create {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:23.914354 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d is already hosted by enough agents. {{(pid=94575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:36:23.917528 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.base_scheduler [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Resources bound (agent type, host, resource id): {{(pid=94575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:36:23.921426 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Received port after_create {{(pid=94575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:36:23.931260 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'Port': ['ID=65c5f4db-af21-435d-8ee1-368b87195373,revision_number=1']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:23.970780 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:23.971151 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:23.971498 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:23.971836 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:23.972180 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:23.972494 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:23.972823 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:23.973149 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:23.973473 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:23.973867 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:23.974189 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:23.974506 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:23.999995 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:24.000689 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:24.182996 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-d61ff7bb-b43e-4d1f-8b41-e69566f9db97 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9239607 Sep 03 20:36:24.195850 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.v2.base [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Request body: {'port': {'device_id': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=94575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:36:24.251899 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:24.301838 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-47680c48-ff94-450a-a6e6-f849770caf96 None None] Provisioning for port 65c5f4db-af21-435d-8ee1-368b87195373 completed by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:36:24.306231 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-47680c48-ff94-450a-a6e6-f849770caf96 None None] Provisioning complete for port 65c5f4db-af21-435d-8ee1-368b87195373 triggered by entity DHCP. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:36:24.306921 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-47680c48-ff94-450a-a6e6-f849770caf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:24.342149 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-47680c48-ff94-450a-a6e6-f849770caf96 None None] Port 65c5f4db-af21-435d-8ee1-368b87195373 cannot update to ACTIVE because it is not bound. {{(pid=94577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 20:36:24.528213 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c5f4db-af21-435d-8ee1-368b87195373 {{(pid=94575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:36:24.535829 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:24.548037 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.provisioning_blocks [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Transition to ACTIVE for port object 65c5f4db-af21-435d-8ee1-368b87195373 will not be triggered until provisioned by entity L2. {{(pid=94575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 20:36:24.625303 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:24.679691 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Pushing event updated for resources: {'Port': ['ID=65c5f4db-af21-435d-8ee1-368b87195373,revision_number=2']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:24.753705 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Attempting to bind port 65c5f4db-af21-435d-8ee1-368b87195373 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 20:36:24.754035 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Attempting to bind port 65c5f4db-af21-435d-8ee1-368b87195373 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 20:36:24.754361 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Attempting to bind port 65c5f4db-af21-435d-8ee1-368b87195373 on network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:36:24.759895 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Port 65c5f4db-af21-435d-8ee1-368b87195373 on network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 20:36:24.760215 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Attempting to bind port 65c5f4db-af21-435d-8ee1-368b87195373 on network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 20:36:24.765594 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Checking agent: {'id': 'e60da372-c2f3-4348-80bc-03e95f29ea5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'started_at': datetime.datetime(2021, 9, 3, 20, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 20:36:24.765923 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Checking segment: {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 20:36:24.766298 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Bound using segment: {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'} {{(pid=94575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 20:36:24.766843 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.managers [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Bound port: 65c5f4db-af21-435d-8ee1-368b87195373, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03acff6b-c831-4fe1-b553-749d6a5504fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d'}}] {{(pid=94575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 20:36:24.767217 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:24.831110 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] For port 65c5f4db-af21-435d-8ee1-368b87195373, host hv-cinder-79819, cleared binding levels {{(pid=94575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 20:36:24.834124 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] For port 65c5f4db-af21-435d-8ee1-368b87195373, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=65c5f4db-af21-435d-8ee1-368b87195373,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 20:36:24.898280 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a99dd-f34c-4793-839b-ff21f41e0ac0 req-86c8e352-1ca4-4251-a679-3ec45df49b9f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:24.899919 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-894a99dd-f34c-4793-839b-ff21f41e0ac0 req-86c8e352-1ca4-4251-a679-3ec45df49b9f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 944 time: 0.0507946 Sep 03 20:36:24.900520 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4154385'] for port, after_update {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:24.935690 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:24.936304 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:24.937689 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] 10.222.0.42 "PUT /v2.0/ports/65c5f4db-af21-435d-8ee1-368b87195373 HTTP/1.1" status: 200 len: 1094 time: 0.7468798 Sep 03 20:36:24.938126 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'tag': '65c5f4db-af21-435d-8ee1-368b87195373'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:36:24.940522 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d6dbfd-f1b6-44cb-962d-57f50765b8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c94987ee-4cf6-4c97-9824-275e29ee3ca1", "tag": "65c5f4db-af21-435d-8ee1-368b87195373"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:36:24.941886 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-894a99dd-f34c-4793-839b-ff21f41e0ac0 req-0f0b93c0-11a4-4da9-a880-2604423671bd tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353830 Sep 03 20:36:24.979935 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a54cb-3a11-4fbb-99b6-447bd81ad0ae service neutron] Pushing event updated for resources: {'Port': ['ID=65c5f4db-af21-435d-8ee1-368b87195373,revision_number=3']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:24.982947 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222c872c-ebc6-4128-9dd9-c51b70a10c5a x-openstack-request-id: req-222c872c-ebc6-4128-9dd9-c51b70a10c5a {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:36:24.983349 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94987ee-4cf6-4c97-9824-275e29ee3ca1", "tag": "65c5f4db-af21-435d-8ee1-368b87195373", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:36:24.983667 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-222c872c-ebc6-4128-9dd9-c51b70a10c5a {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:36:24.984124 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'tag': '65c5f4db-af21-435d-8ee1-368b87195373', 'status': 'completed', 'code': 200} Sep 03 20:36:25.053688 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6dbfd-f1b6-44cb-962d-57f50765b8a2 req-dfa6ebf2-9be4-4323-bdd5-38fc716b1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:25.055845 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-67d6dbfd-f1b6-44cb-962d-57f50765b8a2 req-dfa6ebf2-9be4-4323-bdd5-38fc716b1557 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0478518 Sep 03 20:36:25.161630 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6dbfd-f1b6-44cb-962d-57f50765b8a2 req-110d2907-23db-424f-b2fe-3798fc3c96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:25.163645 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-67d6dbfd-f1b6-44cb-962d-57f50765b8a2 req-110d2907-23db-424f-b2fe-3798fc3c96bf service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=695a65761d5a4c52841e83a36195cd62&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0939577 Sep 03 20:36:25.258549 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6dbfd-f1b6-44cb-962d-57f50765b8a2 req-0355ccf9-789e-4fbf-84c5-ae9cc3df4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:25.259935 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-67d6dbfd-f1b6-44cb-962d-57f50765b8a2 req-0355ccf9-789e-4fbf-84c5-ae9cc3df4736 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888722 Sep 03 20:36:25.330915 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-a7b55675-7313-4be5-834a-cff696da5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:25.332405 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-a7b55675-7313-4be5-834a-cff696da5b36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0396421 Sep 03 20:36:25.375796 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-e2450b8a-1a45-481e-9b70-82924e7e8573 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65c5f4db-af21-435d-8ee1-368b87195373 HTTP/1.1" status: 200 len: 217 time: 0.0358763 Sep 03 20:36:25.423173 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-195d2b67-169d-437c-b04e-c3f1660ef56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:25.424589 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-195d2b67-169d-437c-b04e-c3f1660ef56d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02f25922-614f-42df-8ab4-3a02ebfe9d57 HTTP/1.1" status: 200 len: 851 time: 0.0421360 Sep 03 20:36:25.467675 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-73513c29-5e8a-44ea-b029-7232f25bd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:25.469110 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-73513c29-5e8a-44ea-b029-7232f25bd16b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381103 Sep 03 20:36:25.559660 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-e0b86524-282f-4414-803b-2767c1204366 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833142 Sep 03 20:36:25.644232 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-86b13dd9-04a0-47c1-9953-1e920c8f851f req-3cd54a6d-6aaa-46a8-83d5-c97db9ffb6f5 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781791 Sep 03 20:36:26.058380 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad811e7-d2ce-4e6b-a405-8b614bb05fb8 req-e4095910-180e-4b92-af01-a6fe187af918 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:26.059862 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0ad811e7-d2ce-4e6b-a405-8b614bb05fb8 req-e4095910-180e-4b92-af01-a6fe187af918 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 944 time: 0.0478265 Sep 03 20:36:26.102809 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0ad811e7-d2ce-4e6b-a405-8b614bb05fb8 req-9286216c-e89e-4b88-92e2-a5b67e0a1a73 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371971 Sep 03 20:36:27.215221 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4eacb-a84a-4713-aa8f-30a5b18c9e72 req-a3e52e66-46ce-4a92-9739-76f7ead36bb9 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:27.216654 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dbe4eacb-a84a-4713-aa8f-30a5b18c9e72 req-a3e52e66-46ce-4a92-9739-76f7ead36bb9 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 944 time: 0.0465496 Sep 03 20:36:27.257407 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dbe4eacb-a84a-4713-aa8f-30a5b18c9e72 req-2e90ce84-4089-442e-9cb1-cd2153e96a85 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342820 Sep 03 20:36:27.809683 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-81c7b37d-8c58-4754-9934-c7097dcad6c5 req-354cb7f2-c21b-4022-8289-d5e2e39c8b42 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386128 Sep 03 20:36:27.893640 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7b37d-8c58-4754-9934-c7097dcad6c5 req-bd3ef268-b5a1-480e-98fc-1e441e04f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:27.895133 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-81c7b37d-8c58-4754-9934-c7097dcad6c5 req-bd3ef268-b5a1-480e-98fc-1e441e04f0ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 1098 time: 0.0439730 Sep 03 20:36:28.000734 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7b37d-8c58-4754-9934-c7097dcad6c5 req-470b8440-ab03-4739-85cc-ba29edb4f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:28.002174 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-81c7b37d-8c58-4754-9934-c7097dcad6c5 req-470b8440-ab03-4739-85cc-ba29edb4f3e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 913 time: 0.0834656 Sep 03 20:36:28.070443 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-81c7b37d-8c58-4754-9934-c7097dcad6c5 req-50812941-941e-4c67-8085-cbea8e6f1ab4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f82bf5b-066c-482b-9365-12f8a3f8d73a HTTP/1.1" status: 200 len: 1000 time: 0.0598161 Sep 03 20:36:28.124190 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7b37d-8c58-4754-9934-c7097dcad6c5 req-b8188534-65dc-43b0-9d73-446d28cc5ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:28.125551 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-81c7b37d-8c58-4754-9934-c7097dcad6c5 req-b8188534-65dc-43b0-9d73-446d28cc5ad8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02f25922-614f-42df-8ab4-3a02ebfe9d57 HTTP/1.1" status: 200 len: 851 time: 0.0423260 Sep 03 20:36:28.169606 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7b37d-8c58-4754-9934-c7097dcad6c5 req-4ed2953a-18d3-4bde-ac2d-7e6f6cb6c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:28.171092 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-81c7b37d-8c58-4754-9934-c7097dcad6c5 req-4ed2953a-18d3-4bde-ac2d-7e6f6cb6c738 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382390 Sep 03 20:36:28.261812 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-81c7b37d-8c58-4754-9934-c7097dcad6c5 req-382b4d21-3229-44d1-ba6b-5c401cb7c74f service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827076 Sep 03 20:36:28.350750 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-81c7b37d-8c58-4754-9934-c7097dcad6c5 req-124a94a3-5969-48da-beb5-dab7b7bf9f3a service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819182 Sep 03 20:36:28.499574 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd82df-73f8-4055-8776-3b6f8e49423e req-aa2b9115-39a7-4f2f-b193-009e4d148dff tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:28.501027 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2dbd82df-73f8-4055-8776-3b6f8e49423e req-aa2b9115-39a7-4f2f-b193-009e4d148dff tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 944 time: 0.0484197 Sep 03 20:36:28.538787 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-2dbd82df-73f8-4055-8776-3b6f8e49423e req-371d6520-2d8f-4fda-9491-359509c36020 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313311 Sep 03 20:36:29.649511 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efb55c-93ca-43a1-9bdf-5a46b42ca181 req-52e7f801-f80f-4d7d-b8a8-2609e4c8ab40 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:29.650848 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-46efb55c-93ca-43a1-9bdf-5a46b42ca181 req-52e7f801-f80f-4d7d-b8a8-2609e4c8ab40 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 944 time: 0.0472002 Sep 03 20:36:29.686463 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-46efb55c-93ca-43a1-9bdf-5a46b42ca181 req-df2bf7aa-615a-4443-bfd0-a3800c9bb96b tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297961 Sep 03 20:36:30.797871 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6474d-f86b-4486-b339-804fceb2d674 req-6ffb9c9f-b1cf-410a-9d4b-20432d676d32 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:30.799335 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dfe6474d-f86b-4486-b339-804fceb2d674 req-6ffb9c9f-b1cf-410a-9d4b-20432d676d32 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 944 time: 0.0474620 Sep 03 20:36:30.840355 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-dfe6474d-f86b-4486-b339-804fceb2d674 req-60ea33d4-fe33-4764-8ff1-eb567d2b1e8d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346160 Sep 03 20:36:31.951612 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469625f-05e7-400a-aa0c-9477ebe3854b req-ba3da14c-a230-41dc-98be-6d84786044fd tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:31.953072 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f469625f-05e7-400a-aa0c-9477ebe3854b req-ba3da14c-a230-41dc-98be-6d84786044fd tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 944 time: 0.0479345 Sep 03 20:36:31.991006 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f469625f-05e7-400a-aa0c-9477ebe3854b req-419bd971-3b19-478c-991f-65f57ed5edda tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315392 Sep 03 20:36:33.100059 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fd4c3-d7aa-43a4-abcc-379e7e932239 req-19fe4ccd-ef69-4121-963c-eb8e4e810ae2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:33.101491 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5b5fd4c3-d7aa-43a4-abcc-379e7e932239 req-19fe4ccd-ef69-4121-963c-eb8e4e810ae2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 944 time: 0.0471101 Sep 03 20:36:33.139513 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-5b5fd4c3-d7aa-43a4-abcc-379e7e932239 req-9182c3a6-a938-40a6-a0e0-f15ca7095345 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321209 Sep 03 20:36:33.220581 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 65c5f4db-af21-435d-8ee1-368b87195373 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=94577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 20:36:33.314969 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 65c5f4db-af21-435d-8ee1-368b87195373, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=65c5f4db-af21-435d-8ee1-368b87195373,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:36:33.326711 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Returning: {'device': '65c5f4db-af21-435d-8ee1-368b87195373', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'port_id': '65c5f4db-af21-435d-8ee1-368b87195373', 'mac_address': 'fa:16:3e:8a:a8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 20:36:33.362828 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:33.375543 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c5f4db-af21-435d-8ee1-368b87195373 {{(pid=94577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 20:36:33.393721 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 65c5f4db-af21-435d-8ee1-368b87195373, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=65c5f4db-af21-435d-8ee1-368b87195373,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:36:33.467920 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:33.515394 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=65c5f4db-af21-435d-8ee1-368b87195373,revision_number=4']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:33.522298 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:33.529770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:33.529770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:33.529770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:33.529770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:33.529770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:33.529770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:33.529770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:33.529770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:33.529770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:33.529770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:33.529770 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:33.680998 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] get_ports_and_sgs() called for port_ids ['65c5f4db-af21-435d-8ee1-368b87195373'] {{(pid=94577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 20:36:34.250032 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e43e2f-86c7-46b4-9e71-b1e8e3f6df59 req-1e16cdbd-2a1f-4f9b-8a64-431ccbfd121f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:34.251411 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f1e43e2f-86c7-46b4-9e71-b1e8e3f6df59 req-1e16cdbd-2a1f-4f9b-8a64-431ccbfd121f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0475566 Sep 03 20:36:34.291977 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-f1e43e2f-86c7-46b4-9e71-b1e8e3f6df59 req-56673344-4443-4996-9327-3e8eab13bd6b tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341241 Sep 03 20:36:35.235740 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 65c5f4db-af21-435d-8ee1-368b87195373 up at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 20:36:35.335948 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning for port 65c5f4db-af21-435d-8ee1-368b87195373 completed by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 20:36:35.339813 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.provisioning_blocks [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Provisioning complete for port 65c5f4db-af21-435d-8ee1-368b87195373 triggered by entity L2. {{(pid=94577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 20:36:35.340187 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-662714'] for port, provisioning_complete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:35.404723 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6f1d5-e03c-494f-9efb-637fba9f9fc8 req-fc1902ea-aed0-4fed-8129-dd62463bce60 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:35.406165 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3ec6f1d5-e03c-494f-9efb-637fba9f9fc8 req-fc1902ea-aed0-4fed-8129-dd62463bce60 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 945 time: 0.0479405 Sep 03 20:36:35.417693 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:35.439117 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c5f4db-af21-435d-8ee1-368b87195373'}] {{(pid=94577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:36:35.441321 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f4f8010a06170341f6d8d1014272bd5ebe5d1bc321f1543a049096ddf111f4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dc09df-d102-4de3-94c9-59d1e237ad4e" -d '{"events": [{"server_uuid": "c94987ee-4cf6-4c97-9824-275e29ee3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "65c5f4db-af21-435d-8ee1-368b87195373"}]}' {{(pid=94577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:36:35.446439 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-3ec6f1d5-e03c-494f-9efb-637fba9f9fc8 req-8742f9ae-c685-498c-ab21-996274945e12 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320168 Sep 03 20:36:35.453859 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] For port 65c5f4db-af21-435d-8ee1-368b87195373, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=65c5f4db-af21-435d-8ee1-368b87195373,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:36:35.478671 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a478be-2f76-421f-906b-cceafb6565dc x-openstack-request-id: req-b1a478be-2f76-421f-906b-cceafb6565dc {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:36:35.478969 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94987ee-4cf6-4c97-9824-275e29ee3ca1", "name": "network-vif-plugged", "status": "completed", "tag": "65c5f4db-af21-435d-8ee1-368b87195373", "code": 200}]} {{(pid=94577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:36:35.479256 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1a478be-2f76-421f-906b-cceafb6565dc {{(pid=94577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:36:35.479649 dv-cinder-798198-4-iscsi neutron-server[94577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c5f4db-af21-435d-8ee1-368b87195373', 'code': 200} Sep 03 20:36:35.524952 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311'] for port, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:35.574781 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Pushing event updated for resources: {'Port': ['ID=65c5f4db-af21-435d-8ee1-368b87195373,revision_number=5']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:35.805170 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e178e71-fc9b-4d4c-9654-700fd95b427c req-24adac94-139a-426f-b1d8-d5435871ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:35.806521 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3e178e71-fc9b-4d4c-9654-700fd95b427c req-24adac94-139a-426f-b1d8-d5435871ebcf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0438755 Sep 03 20:36:35.838834 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-3e178e71-fc9b-4d4c-9654-700fd95b427c req-03708115-65b1-4760-a347-fcb60f08bd3e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258358 Sep 03 20:36:36.562841 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab411ec3-e8f5-47aa-b13a-90ca14b6a068 req-50b8a78c-818a-434e-9666-4d21e5d8a8eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:36.564330 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ab411ec3-e8f5-47aa-b13a-90ca14b6a068 req-50b8a78c-818a-434e-9666-4d21e5d8a8eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 946 time: 0.0474443 Sep 03 20:36:36.602013 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-ab411ec3-e8f5-47aa-b13a-90ca14b6a068 req-9cc3af05-b720-428e-8a15-2728ec6fadd4 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310106 Sep 03 20:36:37.713455 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd87bb-97b3-4574-bb17-55d046234e99 req-f8d63c02-6cde-4fa6-bc95-16b6e60edf94 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:37.714949 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cafd87bb-97b3-4574-bb17-55d046234e99 req-f8d63c02-6cde-4fa6-bc95-16b6e60edf94 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 946 time: 0.0478866 Sep 03 20:36:37.754305 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cafd87bb-97b3-4574-bb17-55d046234e99 req-10518389-07bf-48bf-8470-1e37b6eac04a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336483 Sep 03 20:36:37.864581 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc81fe5-bf34-4648-b73a-1c19c5d437a9 req-e20d6436-716c-415c-9195-f4e15ccef52c tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:37.866636 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6bc81fe5-bf34-4648-b73a-1c19c5d437a9 req-e20d6436-716c-415c-9195-f4e15ccef52c tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 946 time: 0.0473185 Sep 03 20:36:37.902437 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6bc81fe5-bf34-4648-b73a-1c19c5d437a9 req-a6b2f690-4928-46c1-a968-15453d468862 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298841 Sep 03 20:36:37.924250 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 50070) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:37.962130 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de8ed17-1603-4f43-94fb-89710c8ed786 tempest-TestVolumeBootPattern-243715834 tempest-TestVolumeBootPattern-243715834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:37.963614 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9de8ed17-1603-4f43-94fb-89710c8ed786 tempest-TestVolumeBootPattern-243715834 tempest-TestVolumeBootPattern-243715834-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 1094 time: 0.0384188 Sep 03 20:36:37.966191 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 50072) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:36:37.970467 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.v2.base [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Request body: {'floatingip': {'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'port_id': '65c5f4db-af21-435d-8ee1-368b87195373', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 20:36:38.054782 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for floatingip, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:38.149053 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:38.248633 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.db_base_plugin_common [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Allocated IP 172.27.3.221 (9a9665e4-61b4-4b02-a9e9-c83183aeb566/259cae04-66f6-47dc-a6ef-26e0af38e9f4/8ed8c9ee-9d66-435f-b580-77821e3cfc96) {{(pid=94576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 20:36:38.348745 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for port, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:38.442776 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752370395275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:38.478365 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Network 9a9665e4-61b4-4b02-a9e9-c83183aeb566 is already hosted by enough agents. {{(pid=94576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 20:36:38.481316 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.base_scheduler [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Resources bound (agent type, host, resource id): {{(pid=94576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 20:36:38.484851 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Received port after_create {{(pid=94576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 20:36:38.493821 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'Port': ['ID=8ed8c9ee-9d66-435f-b580-77821e3cfc96,revision_number=1']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:38.520482 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:38.520752 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:38.521088 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:38.521638 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:38.521982 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:38.522308 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:38.522634 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:38.522956 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:38.523302 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:38.523622 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:38.523939 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:38.524260 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:36:38.831822 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:38.942711 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768498'] for port, before_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:39.087974 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for port, precommit_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:39.139309 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752370946250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752370395293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752370395311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284115'] for port, after_update {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:39.207097 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event updated for resources: {'Port': ['ID=8ed8c9ee-9d66-435f-b580-77821e3cfc96,revision_number=2']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:36:39.217752 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1965623'] for floatingip, after_create {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:39.293999 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-afb6b0e6-782e-4f85-af30-7178dbde698e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:39.316262 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Floating IP e08cb273-8af7-4dcc-a389-d71ee0fb8565 associated. External IP: 172.27.3.221, port: 65c5f4db-af21-435d-8ee1-368b87195373. Sep 03 20:36:39.752307 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Router 7c224398-fe06-4985-90c3-f5fc30d62c75 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:36:39.852416 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:36:39.862050 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29f115-3170-4216-a1a8-71d1576bc05a None None] Sync routers for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:36:39.870720 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29f115-3170-4216-a1a8-71d1576bc05a None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:36:39.871363 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6f29f115-3170-4216-a1a8-71d1576bc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:36:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:36:39.914092 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:39.943943 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-35b5df8a-b5fb-46b6-9a49-bcb88f9ad03d tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9767570 Sep 03 20:36:39.944516 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'tag': '65c5f4db-af21-435d-8ee1-368b87195373'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:36:39.946809 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4f6e6c-fec3-4713-829c-ff0c806908de" -d '{"events": [{"name": "network-changed", "server_uuid": "c94987ee-4cf6-4c97-9824-275e29ee3ca1", "tag": "65c5f4db-af21-435d-8ee1-368b87195373"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:36:39.978621 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-6f29f115-3170-4216-a1a8-71d1576bc05a None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:36:39.984467 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33b881e-fe21-43e4-bf45-29fa89d0ef36 x-openstack-request-id: req-f33b881e-fe21-43e4-bf45-29fa89d0ef36 {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:36:39.984758 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94987ee-4cf6-4c97-9824-275e29ee3ca1", "tag": "65c5f4db-af21-435d-8ee1-368b87195373", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:36:39.985007 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f33b881e-fe21-43e4-bf45-29fa89d0ef36 {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:36:39.985400 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'tag': '65c5f4db-af21-435d-8ee1-368b87195373', 'status': 'completed', 'code': 200} Sep 03 20:36:40.044784 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f6e6c-fec3-4713-829c-ff0c806908de req-cb562785-509f-466f-9abf-e877453f3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:40.046155 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bc4f6e6c-fec3-4713-829c-ff0c806908de req-cb562785-509f-466f-9abf-e877453f3a90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0398157 Sep 03 20:36:40.137292 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f6e6c-fec3-4713-829c-ff0c806908de req-4922d86b-5b8d-4fdb-87ba-f0b49a0d0056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:40.138792 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bc4f6e6c-fec3-4713-829c-ff0c806908de req-4922d86b-5b8d-4fdb-87ba-f0b49a0d0056 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 913 time: 0.0854177 Sep 03 20:36:40.200509 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6f29f115-3170-4216-a1a8-71d1576bc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '0bf0c4e3-5e65-4935-b815-93e05bdcd4d8', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:0d:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:34:29Z', 'updated_at': '2021-09-03T20:34:32Z', 'revision_number': 1, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}, {'id': 'e08cb273-8af7-4dcc-a389-d71ee0fb8565', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '65c5f4db-af21-435d-8ee1-368b87195373', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:8a:a8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:36:38Z', 'updated_at': '2021-09-03T20:36:38Z', 'revision_number': 0, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:36:40.202223 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bc4f6e6c-fec3-4713-829c-ff0c806908de req-878f0ff4-1b4a-4196-ab4f-e65bd2cd7deb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65c5f4db-af21-435d-8ee1-368b87195373 HTTP/1.1" status: 200 len: 1000 time: 0.0566328 Sep 03 20:36:40.227705 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29f115-3170-4216-a1a8-71d1576bc05a None None] Checking router: 7c224398-fe06-4985-90c3-f5fc30d62c75 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:36:40.236385 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29f115-3170-4216-a1a8-71d1576bc05a None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:36:40.236997 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6f29f115-3170-4216-a1a8-71d1576bc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:36:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:36:40.250573 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f6e6c-fec3-4713-829c-ff0c806908de req-69d63e91-47bc-4fdf-b3d9-2193d5f43968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:40.252056 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bc4f6e6c-fec3-4713-829c-ff0c806908de req-69d63e91-47bc-4fdf-b3d9-2193d5f43968 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02f25922-614f-42df-8ab4-3a02ebfe9d57 HTTP/1.1" status: 200 len: 851 time: 0.0433953 Sep 03 20:36:40.300434 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f6e6c-fec3-4713-829c-ff0c806908de req-b7a32e6b-bde2-4cc5-b9a6-1e561047c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:36:40.301916 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bc4f6e6c-fec3-4713-829c-ff0c806908de req-b7a32e6b-bde2-4cc5-b9a6-1e561047c8a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428975 Sep 03 20:36:40.341795 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-6f29f115-3170-4216-a1a8-71d1576bc05a None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:36:40.392193 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bc4f6e6c-fec3-4713-829c-ff0c806908de req-68aab384-d4a3-4bb4-909e-ed8d515ff612 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829320 Sep 03 20:36:40.483607 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-bc4f6e6c-fec3-4713-829c-ff0c806908de req-e1fb2437-6895-4663-8ab4-954b12b17881 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845017 Sep 03 20:36:40.681738 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-6f29f115-3170-4216-a1a8-71d1576bc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '0bf0c4e3-5e65-4935-b815-93e05bdcd4d8', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:0d:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:34:29Z', 'updated_at': '2021-09-03T20:34:32Z', 'revision_number': 1, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}, {'id': 'e08cb273-8af7-4dcc-a389-d71ee0fb8565', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '65c5f4db-af21-435d-8ee1-368b87195373', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:8a:a8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:36:38Z', 'updated_at': '2021-09-03T20:36:38Z', 'revision_number': 0, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:36:40.707197 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29f115-3170-4216-a1a8-71d1576bc05a None None] The sync data for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi is: [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '0bf0c4e3-5e65-4935-b815-93e05bdcd4d8', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:0d:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:34:29Z', 'updated_at': '2021-09-03T20:34:32Z', 'revision_number': 1, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}, {'id': 'e08cb273-8af7-4dcc-a389-d71ee0fb8565', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '65c5f4db-af21-435d-8ee1-368b87195373', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:8a:a8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:36:38Z', 'updated_at': '2021-09-03T20:36:38Z', 'revision_number': 0, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:36:40.877679 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f1abc-be4e-4e09-9a18-e90fc6d97bd6 None None] New status for floating IP e08cb273-8af7-4dcc-a389-d71ee0fb8565: ACTIVE {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:36:42.054371 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e80244af-8abd-45f6-854b-5990f0901117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:42.758718 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:43.438931 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:45.010343 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:36:46.280375 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:36:53.745087 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:09.281700 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-a9859afb-544b-49bf-ab2c-90b365c4c7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:12.038297 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-47165822-67dc-482f-bd03-2e6c095e649b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:12.758069 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:13.460817 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:15.002066 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:23.283542 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:37:23.689047 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:28.843267 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27b8a817-65eb-4c2a-9377-fb37de2859a9 req-a6e83606-810f-4e94-b785-4503c1d336ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390067 Sep 03 20:37:28.920541 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8a817-65eb-4c2a-9377-fb37de2859a9 req-6d6bd174-8b86-45c7-839e-577eccb9285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:37:28.921964 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27b8a817-65eb-4c2a-9377-fb37de2859a9 req-6d6bd174-8b86-45c7-839e-577eccb9285d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 1098 time: 0.0390830 Sep 03 20:37:29.024503 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8a817-65eb-4c2a-9377-fb37de2859a9 req-14b4fd7d-3a4e-46e8-b47f-4da42b8d53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:37:29.025965 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27b8a817-65eb-4c2a-9377-fb37de2859a9 req-14b4fd7d-3a4e-46e8-b47f-4da42b8d53f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 913 time: 0.0858750 Sep 03 20:37:29.090961 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27b8a817-65eb-4c2a-9377-fb37de2859a9 req-7ee5058f-7c69-4070-afbc-4b66a89eeb1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f82bf5b-066c-482b-9365-12f8a3f8d73a HTTP/1.1" status: 200 len: 1000 time: 0.0562432 Sep 03 20:37:29.140420 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8a817-65eb-4c2a-9377-fb37de2859a9 req-959a5c92-80df-4414-8c7f-c5d0cb747988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:37:29.141736 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27b8a817-65eb-4c2a-9377-fb37de2859a9 req-959a5c92-80df-4414-8c7f-c5d0cb747988 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02f25922-614f-42df-8ab4-3a02ebfe9d57 HTTP/1.1" status: 200 len: 851 time: 0.0445409 Sep 03 20:37:29.185368 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8a817-65eb-4c2a-9377-fb37de2859a9 req-623ce2b7-4bda-4ac8-aa98-f5c9dda5a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:37:29.186769 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27b8a817-65eb-4c2a-9377-fb37de2859a9 req-623ce2b7-4bda-4ac8-aa98-f5c9dda5a5e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378103 Sep 03 20:37:29.273635 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27b8a817-65eb-4c2a-9377-fb37de2859a9 req-108f5003-db6d-46f9-898e-4a2dfb0c53b3 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794129 Sep 03 20:37:29.365404 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-27b8a817-65eb-4c2a-9377-fb37de2859a9 req-df0c6925-6fc4-464a-a6a4-8d630ca2f578 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842576 Sep 03 20:37:39.277479 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-db79d2b1-5bd3-4028-8c72-44de8683b190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:42.043219 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-cd940f53-c105-4bf9-9b62-a98d30ba3831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:42.751829 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:43.437324 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:45.007574 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:37:53.721217 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:00.285000 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:38:09.282777 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-8f70b866-5015-4190-98d2-c94e0ecb3d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:11.603190 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 50106) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:11.752776 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Deleting port 8ed8c9ee-9d66-435f-b580-77821e3cfc96 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:11.753005 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:11.825860 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:11.826185 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:11.838236 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Calling delete_port for 8ed8c9ee-9d66-435f-b580-77821e3cfc96 owned by network:floatingip {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:12.083029 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:12.105216 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9f238176-b343-47e4-ad3a-4068e7d6c886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:12.105768 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event deleted for resources: {'Port': ['ID=8ed8c9ee-9d66-435f-b580-77821e3cfc96,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:12.115553 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.121410 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.121410 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.121410 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.121410 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.121410 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.121410 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.121410 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.121410 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.121410 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.121410 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.121410 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:12.179702 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for floatingip, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:12.180031 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Floating IP e08cb273-8af7-4dcc-a389-d71ee0fb8565 disassociated (deleted). External IP: 172.27.3.221, port: 65c5f4db-af21-435d-8ee1-368b87195373. Sep 03 20:38:12.377272 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Router 7c224398-fe06-4985-90c3-f5fc30d62c75 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:38:12.478582 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:38:12.483389 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:12.490213 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f000d225-6862-4f55-b060-318b91d9f6ea None None] Sync routers for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:38:12.498799 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f000d225-6862-4f55-b060-318b91d9f6ea None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:12.499435 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-f000d225-6862-4f55-b060-318b91d9f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:38:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:12.510292 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-e173c704-899f-4c40-a50b-f293caf88ab2 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "DELETE /v2.0/floatingips/e08cb273-8af7-4dcc-a389-d71ee0fb8565 HTTP/1.1" status: 204 len: 168 time: 0.9059942 Sep 03 20:38:12.510973 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'tag': '65c5f4db-af21-435d-8ee1-368b87195373'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:38:12.513373 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574bc895-3faf-4245-98f6-37386d237561" -d '{"events": [{"name": "network-changed", "server_uuid": "c94987ee-4cf6-4c97-9824-275e29ee3ca1", "tag": "65c5f4db-af21-435d-8ee1-368b87195373"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:38:12.552332 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72569960-a0cb-451d-bdfd-b25b421cf55f x-openstack-request-id: req-72569960-a0cb-451d-bdfd-b25b421cf55f {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:38:12.552756 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94987ee-4cf6-4c97-9824-275e29ee3ca1", "tag": "65c5f4db-af21-435d-8ee1-368b87195373", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:38:12.552884 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72569960-a0cb-451d-bdfd-b25b421cf55f {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:38:12.553274 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'tag': '65c5f4db-af21-435d-8ee1-368b87195373', 'status': 'completed', 'code': 200} Sep 03 20:38:12.611817 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-f000d225-6862-4f55-b060-318b91d9f6ea None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:12.614316 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bc895-3faf-4245-98f6-37386d237561 req-20c7c937-f577-475c-ac13-58905f329672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:12.616080 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-574bc895-3faf-4245-98f6-37386d237561 req-20c7c937-f577-475c-ac13-58905f329672 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0417101 Sep 03 20:38:12.710776 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bc895-3faf-4245-98f6-37386d237561 req-5670223a-d2b7-49d6-906a-a7ea93553ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:12.712321 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-574bc895-3faf-4245-98f6-37386d237561 req-5670223a-d2b7-49d6-906a-a7ea93553ce9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 913 time: 0.0889456 Sep 03 20:38:12.755135 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-574bc895-3faf-4245-98f6-37386d237561 req-bd68b74d-003a-49b0-91e4-1c9a584c3b10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65c5f4db-af21-435d-8ee1-368b87195373 HTTP/1.1" status: 200 len: 217 time: 0.0353553 Sep 03 20:38:12.775554 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:12.806580 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bc895-3faf-4245-98f6-37386d237561 req-7b265256-f9a0-4901-b65a-f8f4180f8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:12.808111 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-574bc895-3faf-4245-98f6-37386d237561 req-7b265256-f9a0-4901-b65a-f8f4180f8efa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02f25922-614f-42df-8ab4-3a02ebfe9d57 HTTP/1.1" status: 200 len: 851 time: 0.0467019 Sep 03 20:38:12.857359 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-f000d225-6862-4f55-b060-318b91d9f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '0bf0c4e3-5e65-4935-b815-93e05bdcd4d8', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:0d:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:34:29Z', 'updated_at': '2021-09-03T20:34:32Z', 'revision_number': 1, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:12.864397 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bc895-3faf-4245-98f6-37386d237561 req-04c452e3-42bc-46f6-bcde-2f4811fdbbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:12.865967 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-574bc895-3faf-4245-98f6-37386d237561 req-04c452e3-42bc-46f6-bcde-2f4811fdbbdd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450006 Sep 03 20:38:12.883692 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f000d225-6862-4f55-b060-318b91d9f6ea None None] Checking router: 7c224398-fe06-4985-90c3-f5fc30d62c75 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:38:12.896975 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f000d225-6862-4f55-b060-318b91d9f6ea None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:12.897611 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-f000d225-6862-4f55-b060-318b91d9f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:38:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:12.960217 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-574bc895-3faf-4245-98f6-37386d237561 req-7b531b7b-af0a-4098-96a0-5a6904a99631 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863132 Sep 03 20:38:13.010477 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-f000d225-6862-4f55-b060-318b91d9f6ea None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:13.021416 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e9eae-98cb-48b1-956e-eaa9f89819c3 req-344b773c-f4ca-4b12-b034-912ede61780a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:13.023103 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7d6e9eae-98cb-48b1-956e-eaa9f89819c3 req-344b773c-f4ca-4b12-b034-912ede61780a tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 946 time: 0.0578411 Sep 03 20:38:13.065013 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-7d6e9eae-98cb-48b1-956e-eaa9f89819c3 req-e9d4b460-521d-4c80-8657-a2f136906551 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348718 Sep 03 20:38:13.257108 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-f000d225-6862-4f55-b060-318b91d9f6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '0bf0c4e3-5e65-4935-b815-93e05bdcd4d8', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:0d:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:34:29Z', 'updated_at': '2021-09-03T20:34:32Z', 'revision_number': 1, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:13.289831 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f000d225-6862-4f55-b060-318b91d9f6ea None None] The sync data for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi is: [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_floatingips': [{'id': '0bf0c4e3-5e65-4935-b815-93e05bdcd4d8', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'router_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'port_id': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'mac_address': 'fa:16:3e:0d:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T20:34:29Z', 'updated_at': '2021-09-03T20:34:32Z', 'revision_number': 1, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:38:13.312570 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-574bc895-3faf-4245-98f6-37386d237561 req-4880d32e-56a9-4f99-95d1-e18cfb791a88 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451383 Sep 03 20:38:13.443748 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:13.504162 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bcddef-2633-4cd0-aa53-e00a9333e3e4 None None] New status for floating IP e08cb273-8af7-4dcc-a389-d71ee0fb8565: DOWN {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:38:14.183536 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b816fe5-0a78-4433-9222-4c3409c2759a req-ffb3983e-363d-4e9a-b111-6fdc327cc054 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:14.185103 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4b816fe5-0a78-4433-9222-4c3409c2759a req-ffb3983e-363d-4e9a-b111-6fdc327cc054 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 946 time: 0.0500491 Sep 03 20:38:14.224790 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-4b816fe5-0a78-4433-9222-4c3409c2759a req-f1e22853-bf7b-417b-8cee-ab40fcd0a703 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337067 Sep 03 20:38:14.567641 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32546559-2428-4646-8ecf-625e08fea9d4 req-0bc27746-7764-47a4-9589-d0d6bf8996cb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:14.568996 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-32546559-2428-4646-8ecf-625e08fea9d4 req-0bc27746-7764-47a4-9589-d0d6bf8996cb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 946 time: 0.0483270 Sep 03 20:38:14.657461 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-32546559-2428-4646-8ecf-625e08fea9d4 req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Deleting port 65c5f4db-af21-435d-8ee1-368b87195373 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:14.657798 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-32546559-2428-4646-8ecf-625e08fea9d4 req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:14.744576 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-32546559-2428-4646-8ecf-625e08fea9d4 req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] For port 65c5f4db-af21-435d-8ee1-368b87195373, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=65c5f4db-af21-435d-8ee1-368b87195373,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:14.744939 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-32546559-2428-4646-8ecf-625e08fea9d4 req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:14.757481 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-32546559-2428-4646-8ecf-625e08fea9d4 req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Calling delete_port for 65c5f4db-af21-435d-8ee1-368b87195373 owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:14.951181 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-32546559-2428-4646-8ecf-625e08fea9d4 req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:14.977420 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event deleted for resources: {'Port': ['ID=65c5f4db-af21-435d-8ee1-368b87195373,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:14.991517 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:14.997063 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:14.997063 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:14.997063 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:14.997063 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:14.997063 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:14.997063 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:14.997063 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:14.997063 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:14.997063 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:14.997063 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:14.997063 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:15.028347 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-32546559-2428-4646-8ecf-625e08fea9d4 req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] No DVR routers for this DVR port 65c5f4db-af21-435d-8ee1-368b87195373 on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:38:15.030809 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-32546559-2428-4646-8ecf-625e08fea9d4 req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:15.032785 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-32546559-2428-4646-8ecf-625e08fea9d4 req-3929999b-5680-4e1d-936d-0d50b2b8d447 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "DELETE /v2.0/ports/65c5f4db-af21-435d-8ee1-368b87195373 HTTP/1.1" status: 204 len: 173 time: 0.4577916 Sep 03 20:38:15.033218 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'name': 'network-vif-deleted', 'tag': '65c5f4db-af21-435d-8ee1-368b87195373'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:38:15.036308 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a9ba3b-f0ac-475d-ba10-6aed8e25eff9" -d '{"events": [{"server_uuid": "c94987ee-4cf6-4c97-9824-275e29ee3ca1", "name": "network-vif-deleted", "tag": "65c5f4db-af21-435d-8ee1-368b87195373"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:38:15.073954 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:15.074445 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da53610-5187-4977-97fc-b6fc789129df x-openstack-request-id: req-0da53610-5187-4977-97fc-b6fc789129df {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:38:15.074445 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94987ee-4cf6-4c97-9824-275e29ee3ca1", "name": "network-vif-deleted", "tag": "65c5f4db-af21-435d-8ee1-368b87195373", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:38:15.074445 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0da53610-5187-4977-97fc-b6fc789129df {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:38:15.074445 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94987ee-4cf6-4c97-9824-275e29ee3ca1', 'name': 'network-vif-deleted', 'tag': '65c5f4db-af21-435d-8ee1-368b87195373', 'status': 'completed', 'code': 200} Sep 03 20:38:15.318138 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-db4afbe7-60e0-457a-8b5f-0609ae0be95f req-72007247-86b7-41b8-a80b-3540aa71689e tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94987ee-4cf6-4c97-9824-275e29ee3ca1 HTTP/1.1" status: 200 len: 210 time: 0.0275946 Sep 03 20:38:18.796489 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 50146) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:18.958827 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-b912accb-e6a2-41a7-9101-0989040b23eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Deleting port e922588e-2b6f-475f-8384-7dd05ca890bf {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:18.959196 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b912accb-e6a2-41a7-9101-0989040b23eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.033601 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b912accb-e6a2-41a7-9101-0989040b23eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.034082 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b912accb-e6a2-41a7-9101-0989040b23eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.051138 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-b912accb-e6a2-41a7-9101-0989040b23eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Calling delete_port for e922588e-2b6f-475f-8384-7dd05ca890bf owned by network:floatingip {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:19.277463 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b912accb-e6a2-41a7-9101-0989040b23eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.303939 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912accb-e6a2-41a7-9101-0989040b23eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event deleted for resources: {'Port': ['ID=e922588e-2b6f-475f-8384-7dd05ca890bf,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:19.366429 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b912accb-e6a2-41a7-9101-0989040b23eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for floatingip, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.366750 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.db.l3_db [None req-b912accb-e6a2-41a7-9101-0989040b23eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Floating IP 0bf0c4e3-5e65-4935-b815-93e05bdcd4d8 disassociated (deleted). External IP: 172.27.3.56, port: 2f82bf5b-066c-482b-9365-12f8a3f8d73a. Sep 03 20:38:19.568134 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b912accb-e6a2-41a7-9101-0989040b23eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Router 7c224398-fe06-4985-90c3-f5fc30d62c75 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:38:19.670051 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b912accb-e6a2-41a7-9101-0989040b23eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:38:19.674355 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-b912accb-e6a2-41a7-9101-0989040b23eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:19.680077 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20592e0-2959-4b3c-bbf1-a29434ec88bb None None] Sync routers for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:38:19.689556 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20592e0-2959-4b3c-bbf1-a29434ec88bb None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:19.690159 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-f20592e0-2959-4b3c-bbf1-a29434ec88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:38:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:19.701097 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-b912accb-e6a2-41a7-9101-0989040b23eb tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "DELETE /v2.0/floatingips/0bf0c4e3-5e65-4935-b815-93e05bdcd4d8 HTTP/1.1" status: 204 len: 168 time: 0.9035480 Sep 03 20:38:19.701781 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'tag': '2f82bf5b-066c-482b-9365-12f8a3f8d73a'}] {{(pid=94576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:38:19.704304 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a55577cd75f30e76aaa1079bbc28f8ec133842bc1373cae4e8f5b6684d3040e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff6e368-5b9f-403a-b3e2-df9474e688ea" -d '{"events": [{"name": "network-changed", "server_uuid": "edc85d27-c782-4530-9920-b97e3aec7d3d", "tag": "2f82bf5b-066c-482b-9365-12f8a3f8d73a"}]}' {{(pid=94576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:38:19.724201 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 65c5f4db-af21-435d-8ee1-368b87195373 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:19.744155 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 20:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86757b20-91fb-45ce-9b52-a28e9ac3e87a x-openstack-request-id: req-86757b20-91fb-45ce-9b52-a28e9ac3e87a {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:38:19.744449 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc85d27-c782-4530-9920-b97e3aec7d3d", "tag": "2f82bf5b-066c-482b-9365-12f8a3f8d73a", "status": "completed", "code": 200}]} {{(pid=94576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:38:19.744706 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86757b20-91fb-45ce-9b52-a28e9ac3e87a {{(pid=94576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:38:19.745107 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'tag': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'status': 'completed', 'code': 200} Sep 03 20:38:19.773553 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: 65c5f4db-af21-435d-8ee1-368b87195373 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:19.773896 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 65c5f4db-af21-435d-8ee1-368b87195373 not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:19.813349 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-f20592e0-2959-4b3c-bbf1-a29434ec88bb None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:19.813603 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6e368-5b9f-403a-b3e2-df9474e688ea req-d751c14a-10a5-4e50-981a-1e7ac68468ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:19.814988 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4ff6e368-5b9f-403a-b3e2-df9474e688ea req-d751c14a-10a5-4e50-981a-1e7ac68468ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=695a65761d5a4c52841e83a36195cd62&device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 1098 time: 0.0438013 Sep 03 20:38:19.905001 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6e368-5b9f-403a-b3e2-df9474e688ea req-2ded19ed-e1ef-4a5d-8a23-0e0fd992e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:19.906567 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4ff6e368-5b9f-403a-b3e2-df9474e688ea req-2ded19ed-e1ef-4a5d-8a23-0e0fd992e585 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 200 len: 913 time: 0.0845199 Sep 03 20:38:19.951631 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4ff6e368-5b9f-403a-b3e2-df9474e688ea req-71c0ecd1-47c8-4066-be67-d2f2177da548 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f82bf5b-066c-482b-9365-12f8a3f8d73a HTTP/1.1" status: 200 len: 217 time: 0.0374682 Sep 03 20:38:20.000545 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6e368-5b9f-403a-b3e2-df9474e688ea req-2a844e35-01b3-44ed-bd5c-02994899ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:20.002146 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4ff6e368-5b9f-403a-b3e2-df9474e688ea req-2a844e35-01b3-44ed-bd5c-02994899ca55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02f25922-614f-42df-8ab4-3a02ebfe9d57 HTTP/1.1" status: 200 len: 851 time: 0.0444565 Sep 03 20:38:20.022149 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-f20592e0-2959-4b3c-bbf1-a29434ec88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:20.048773 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6e368-5b9f-403a-b3e2-df9474e688ea req-d231ae60-97b7-4a10-a15b-cb15b49734b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:20.050281 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4ff6e368-5b9f-403a-b3e2-df9474e688ea req-d231ae60-97b7-4a10-a15b-cb15b49734b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412955 Sep 03 20:38:20.150962 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4ff6e368-5b9f-403a-b3e2-df9474e688ea req-0fcb96c2-38bf-4d21-b574-851da55c84b1 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930531 Sep 03 20:38:20.173810 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd85de0-04b2-45be-b4ed-81a038b58324 req-30459ede-e0b0-4f27-b570-49092a1eb390 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:20.175522 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0bd85de0-04b2-45be-b4ed-81a038b58324 req-30459ede-e0b0-4f27-b570-49092a1eb390 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 945 time: 0.0547836 Sep 03 20:38:20.180492 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20592e0-2959-4b3c-bbf1-a29434ec88bb None None] Checking router: 7c224398-fe06-4985-90c3-f5fc30d62c75 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:38:20.189302 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20592e0-2959-4b3c-bbf1-a29434ec88bb None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:20.189968 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-f20592e0-2959-4b3c-bbf1-a29434ec88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:38:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:20.215106 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-0bd85de0-04b2-45be-b4ed-81a038b58324 req-b496373c-d3e1-47f3-b6d4-d4eeec8f9e45 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326393 Sep 03 20:38:20.251624 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-4ff6e368-5b9f-403a-b3e2-df9474e688ea req-94ef600e-f8f7-4537-a272-dbb20c4b7842 service neutron] 10.222.0.42 "GET /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921438 Sep 03 20:38:20.301019 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-f20592e0-2959-4b3c-bbf1-a29434ec88bb None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:20.491792 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-f20592e0-2959-4b3c-bbf1-a29434ec88bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:20.517695 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20592e0-2959-4b3c-bbf1-a29434ec88bb None None] The sync data for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi is: [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:31:21Z', 'revision_number': 4, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi', '_interfaces': [{'id': 'ec427577-f56e-42f3-9558-50481def2017', 'name': '', 'network_id': 'c700ba5f-fd54-44e1-ac73-5bc6f6454f7d', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'mac_address': 'fa:16:3e:b4:fb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:21Z', 'updated_at': '2021-09-03T20:31:27Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'subnets': [{'id': '02f25922-614f-42df-8ab4-3a02ebfe9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:38:20.717948 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6779c4ee-15b3-4b9f-a7c1-6d22500c5d44 None None] New status for floating IP 0bf0c4e3-5e65-4935-b815-93e05bdcd4d8: DOWN {{(pid=94578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 20:38:21.332092 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12801b-eb71-48dc-8295-671286460ed6 req-cecc627d-d0d3-4eeb-9a73-9adbd4f44c57 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:21.333689 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6f12801b-eb71-48dc-8295-671286460ed6 req-cecc627d-d0d3-4eeb-9a73-9adbd4f44c57 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 945 time: 0.0477841 Sep 03 20:38:21.370580 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-6f12801b-eb71-48dc-8295-671286460ed6 req-528f41bd-c4ab-4b60-bb17-2c94c3b0bf96 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/security-groups?id=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309942 Sep 03 20:38:21.567686 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db11c94-a889-457b-b03a-a443e1ca9259 req-a8678b90-646d-4949-9c1b-fa2d73ac4753 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 20:38:21.569056 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8db11c94-a889-457b-b03a-a443e1ca9259 req-a8678b90-646d-4949-9c1b-fa2d73ac4753 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 945 time: 0.0486863 Sep 03 20:38:21.657793 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-8db11c94-a889-457b-b03a-a443e1ca9259 req-a05c818b-ca42-4fd3-bc0d-77734fba0ddc tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Deleting port 2f82bf5b-066c-482b-9365-12f8a3f8d73a {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:21.658129 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-8db11c94-a889-457b-b03a-a443e1ca9259 req-a05c818b-ca42-4fd3-bc0d-77734fba0ddc tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:21.745309 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [req-8db11c94-a889-457b-b03a-a443e1ca9259 req-a05c818b-ca42-4fd3-bc0d-77734fba0ddc tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] For port 2f82bf5b-066c-482b-9365-12f8a3f8d73a, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2f82bf5b-066c-482b-9365-12f8a3f8d73a,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:21.745668 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-8db11c94-a889-457b-b03a-a443e1ca9259 req-a05c818b-ca42-4fd3-bc0d-77734fba0ddc tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:21.756869 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [req-8db11c94-a889-457b-b03a-a443e1ca9259 req-a05c818b-ca42-4fd3-bc0d-77734fba0ddc tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Calling delete_port for 2f82bf5b-066c-482b-9365-12f8a3f8d73a owned by compute:nova {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:21.945404 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-8db11c94-a889-457b-b03a-a443e1ca9259 req-a05c818b-ca42-4fd3-bc0d-77734fba0ddc tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:21.977811 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c818b-ca42-4fd3-bc0d-77734fba0ddc tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event deleted for resources: {'Port': ['ID=2f82bf5b-066c-482b-9365-12f8a3f8d73a,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:22.017066 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db11c94-a889-457b-b03a-a443e1ca9259 req-a05c818b-ca42-4fd3-bc0d-77734fba0ddc tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] No DVR routers for this DVR port 2f82bf5b-066c-482b-9365-12f8a3f8d73a on host hv-cinder-79819 {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:38:22.019569 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [req-8db11c94-a889-457b-b03a-a443e1ca9259 req-a05c818b-ca42-4fd3-bc0d-77734fba0ddc tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for port, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:22.021651 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [req-8db11c94-a889-457b-b03a-a443e1ca9259 req-a05c818b-ca42-4fd3-bc0d-77734fba0ddc tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.42 "DELETE /v2.0/ports/2f82bf5b-066c-482b-9365-12f8a3f8d73a HTTP/1.1" status: 204 len: 173 time: 0.4464183 Sep 03 20:38:22.022077 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'name': 'network-vif-deleted', 'tag': '2f82bf5b-066c-482b-9365-12f8a3f8d73a'}] {{(pid=94575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 20:38:22.024319 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005998a89880a62d0db97f198f8443a797275bdd4dd8f38501d896d684e24386" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff8bd69-6a2d-4301-ad33-9c829c1b3fcd" -d '{"events": [{"server_uuid": "edc85d27-c782-4530-9920-b97e3aec7d3d", "name": "network-vif-deleted", "tag": "2f82bf5b-066c-482b-9365-12f8a3f8d73a"}]}' {{(pid=94575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 20:38:22.060993 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 20:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f790af28-022b-43ba-854f-ede132b35e90 x-openstack-request-id: req-f790af28-022b-43ba-854f-ede132b35e90 {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 20:38:22.061287 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc85d27-c782-4530-9920-b97e3aec7d3d", "name": "network-vif-deleted", "tag": "2f82bf5b-066c-482b-9365-12f8a3f8d73a", "status": "completed", "code": 200}]} {{(pid=94575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 20:38:22.061542 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f790af28-022b-43ba-854f-ede132b35e90 {{(pid=94575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 20:38:22.061937 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc85d27-c782-4530-9920-b97e3aec7d3d', 'name': 'network-vif-deleted', 'tag': '2f82bf5b-066c-482b-9365-12f8a3f8d73a', 'status': 'completed', 'code': 200} Sep 03 20:38:22.466716 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [req-cb39a81a-1d49-46eb-871a-fb114e7f8d9f req-b14c0822-7c46-4bcd-b364-4d2131338ee0 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc85d27-c782-4530-9920-b97e3aec7d3d HTTP/1.1" status: 200 len: 210 time: 0.0264511 Sep 03 20:38:23.520866 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 50162) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:23.640078 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-2365058d-2176-4de2-bcfe-00336b149769 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Deleting port a138bb74-179c-4d2e-aafc-32ff188013b2 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:23.640415 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2365058d-2176-4de2-bcfe-00336b149769 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:23.711505 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:23.717400 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2365058d-2176-4de2-bcfe-00336b149769 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:23.717726 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2365058d-2176-4de2-bcfe-00336b149769 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:23.729752 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-2365058d-2176-4de2-bcfe-00336b149769 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Calling delete_port for a138bb74-179c-4d2e-aafc-32ff188013b2 owned by network:floatingip {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:23.909381 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2365058d-2176-4de2-bcfe-00336b149769 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:23.934518 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365058d-2176-4de2-bcfe-00336b149769 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event deleted for resources: {'Port': ['ID=a138bb74-179c-4d2e-aafc-32ff188013b2,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:23.993648 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2365058d-2176-4de2-bcfe-00336b149769 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for floatingip, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:23.996333 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-2365058d-2176-4de2-bcfe-00336b149769 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118305'] for floatingip, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:23.998962 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-2365058d-2176-4de2-bcfe-00336b149769 tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "DELETE /v2.0/floatingips/73b64a0d-135b-470a-8ae3-dc12aebd686b HTTP/1.1" status: 204 len: 168 time: 0.4756453 Sep 03 20:38:25.373326 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 50174) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:25.429495 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-041f9db0-f44e-4302-94cb-20c00177cf6f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:25.453293 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-041f9db0-f44e-4302-94cb-20c00177cf6f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:25.574030 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-041f9db0-f44e-4302-94cb-20c00177cf6f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:25.576639 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-041f9db0-f44e-4302-94cb-20c00177cf6f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:25.577825 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-041f9db0-f44e-4302-94cb-20c00177cf6f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] 10.222.0.41 "DELETE /v2.0/security-groups/c013e4ef-a5e4-4a64-ad35-14fa7dc1b407 HTTP/1.1" status: 204 len: 168 time: 0.2035286 Sep 03 20:38:25.586663 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9db0-f44e-4302-94cb-20c00177cf6f tempest-TestVolumeBootPattern-1520650011 tempest-TestVolumeBootPattern-1520650011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c013e4ef-a5e4-4a64-ad35-14fa7dc1b407,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:25.682232 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 50178) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:25.753827 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2f82bf5b-066c-482b-9365-12f8a3f8d73a no longer exists at agent hyperv_hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:25.773943 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] No Port match for: 2f82bf5b-066c-482b-9365-12f8a3f8d73a {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:25.774292 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Device 2f82bf5b-066c-482b-9365-12f8a3f8d73a not bound to the agent host hv-cinder-79819 {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:26.131819 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0facd8b7-317b-4626-9475-459acd2d95cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588023'] for router_interface, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.361732 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-0facd8b7-317b-4626-9475-459acd2d95cf admin admin] Deleting port ec427577-f56e-42f3-9558-50481def2017 {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:26.362073 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0facd8b7-317b-4626-9475-459acd2d95cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.441620 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-0facd8b7-317b-4626-9475-459acd2d95cf admin admin] For port ec427577-f56e-42f3-9558-50481def2017, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=ec427577-f56e-42f3-9558-50481def2017,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:26.442542 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0facd8b7-317b-4626-9475-459acd2d95cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.454330 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-0facd8b7-317b-4626-9475-459acd2d95cf admin admin] Calling delete_port for ec427577-f56e-42f3-9558-50481def2017 owned by network:router_interface {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:26.692436 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0facd8b7-317b-4626-9475-459acd2d95cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:26.716832 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facd8b7-317b-4626-9475-459acd2d95cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ec427577-f56e-42f3-9558-50481def2017,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:26.876682 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-0facd8b7-317b-4626-9475-459acd2d95cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588131'] for router_interface, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.092079 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0facd8b7-317b-4626-9475-459acd2d95cf admin admin] Router 7c224398-fe06-4985-90c3-f5fc30d62c75 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:38:27.196638 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0facd8b7-317b-4626-9475-459acd2d95cf admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:38:27.202427 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-0facd8b7-317b-4626-9475-459acd2d95cf admin admin] 10.222.0.41 "PUT /v2.0/routers/7c224398-fe06-4985-90c3-f5fc30d62c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5191863 Sep 03 20:38:27.204942 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 50182) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:27.205479 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7212b020-d214-4a5a-9d74-54d85c503666 None None] Sync routers for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:38:27.215021 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7212b020-d214-4a5a-9d74-54d85c503666 None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:27.215679 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-7212b020-d214-4a5a-9d74-54d85c503666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:38:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:27.309711 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.320556 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-7212b020-d214-4a5a-9d74-54d85c503666 None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:27.413322 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.495729 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-7212b020-d214-4a5a-9d74-54d85c503666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:38:26Z', 'revision_number': 5, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port': {'id': 'd6978146-3d20-4d7b-bdcc-344fd3d9b55f', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:19Z', 'updated_at': '2021-09-03T20:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:27.524475 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7212b020-d214-4a5a-9d74-54d85c503666 None None] Checking router: 7c224398-fe06-4985-90c3-f5fc30d62c75 for host: dv-cinder-798198-4-iscsi {{(pid=94577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:38:27.536726 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7212b020-d214-4a5a-9d74-54d85c503666 None None] Routers {'7c224398-fe06-4985-90c3-f5fc30d62c75'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:27.537458 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-7212b020-d214-4a5a-9d74-54d85c503666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:38:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['7c224398-fe06-4985-90c3-f5fc30d62c75'], 'active': True} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:27.548781 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] Deleting port d6978146-3d20-4d7b-bdcc-344fd3d9b55f {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:27.549178 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.625126 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvr_db [None req-7212b020-d214-4a5a-9d74-54d85c503666 None None] Set router 7c224398-fe06-4985-90c3-f5fc30d62c75 gateway port host: None {{(pid=94577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:27.648984 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] For port d6978146-3d20-4d7b-bdcc-344fd3d9b55f, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=d6978146-3d20-4d7b-bdcc-344fd3d9b55f,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:27.649354 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:27.664772 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] Calling delete_port for d6978146-3d20-4d7b-bdcc-344fd3d9b55f owned by network:router_gateway {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:27.680806 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_hamode_db [None req-7212b020-d214-4a5a-9d74-54d85c503666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 6, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port_host': None}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:27.707367 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7212b020-d214-4a5a-9d74-54d85c503666 None None] The sync data for ids ['7c224398-fe06-4985-90c3-f5fc30d62c75'] in dv-cinder-798198-4-iscsi is: [{'id': '7c224398-fe06-4985-90c3-f5fc30d62c75', 'name': 'tempest-TestVolumeBootPattern-1008470013-router', 'tenant_id': '695a65761d5a4c52841e83a36195cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:18Z', 'updated_at': '2021-09-03T20:38:27Z', 'revision_number': 6, 'project_id': '695a65761d5a4c52841e83a36195cd62', 'gw_port_host': None}] {{(pid=94577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:38:27.980485 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.011949 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6978146-3d20-4d7b-bdcc-344fd3d9b55f,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:28.082061 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587917'] for router_gateway, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.184329 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.186452 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.305441 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586795'] for router, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.305885 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c224398-fe06-4985-90c3-f5fc30d62c75 {{(pid=94575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:38:28.312595 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.312595 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-674f72c6-c381-4a7f-bbb7-9dd07bf4e5a9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7c224398-fe06-4985-90c3-f5fc30d62c75 HTTP/1.1" status: 204 len: 168 time: 1.1054773 Sep 03 20:38:28.313760 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 50184) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:28.357843 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d1f385-c4d4-4bfd-a3b4-551e4075bab7 admin admin] Deleting subnet 02f25922-614f-42df-8ab4-3a02ebfe9d57 {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:38:28.360835 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-97d1f385-c4d4-4bfd-a3b4-551e4075bab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.394209 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-97d1f385-c4d4-4bfd-a3b4-551e4075bab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3694617'] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.478616 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-97d1f385-c4d4-4bfd-a3b4-551e4075bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.595766 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-97d1f385-c4d4-4bfd-a3b4-551e4075bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4154411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3539788'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.621583 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1f385-c4d4-4bfd-a3b4-551e4075bab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f25922-614f-42df-8ab4-3a02ebfe9d57,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:28.625085 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-97d1f385-c4d4-4bfd-a3b4-551e4075bab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.629925 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-97d1f385-c4d4-4bfd-a3b4-551e4075bab7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/02f25922-614f-42df-8ab4-3a02ebfe9d57 HTTP/1.1" status: 204 len: 168 time: 0.3122556 Sep 03 20:38:28.630215 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 50186) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:28.633779 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7cffc9-b19c-4cee-bc10-61a372c9cf6c None None] Network c700ba5f-fd54-44e1-ac73-5bc6f6454f7d requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:38:28.711546 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.766440 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Deleting port f4191128-daec-4054-b4ca-bd53109e187f {{(pid=94575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:28.766784 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.814782 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] DHCP port deletion for c700ba5f-fd54-44e1-ac73-5bc6f6454f7d request from dv-cinder-798198-4-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:38:28.829986 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.db [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] For port f4191128-daec-4054-b4ca-bd53109e187f, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=f4191128-daec-4054-b4ca-bd53109e187f,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:28.830355 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.843147 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.plugin [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Calling delete_port for f4191128-daec-4054-b4ca-bd53109e187f owned by network:dhcp {{(pid=94575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:28.861095 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Deleting port f4191128-daec-4054-b4ca-bd53109e187f {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:28.861406 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.931301 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] For port f4191128-daec-4054-b4ca-bd53109e187f, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=f4191128-daec-4054-b4ca-bd53109e187f,segment=NetworkSegment(03acff6b-c831-4fe1-b553-749d6a5504fb),segment_id=03acff6b-c831-4fe1-b553-749d6a5504fb)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:28.931706 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:28.944268 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Calling delete_port for f4191128-daec-4054-b4ca-bd53109e187f owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:29.155602 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.174954 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4154374'] for port, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.186735 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] No DVR routers for this DVR port f4191128-daec-4054-b4ca-bd53109e187f on host dv-cinder-798198-4-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:38:29.193711 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Pushing event deleted for resources: {'Port': ['ID=f4191128-daec-4054-b4ca-bd53109e187f,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:29.200307 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4191128-daec-4054-b4ca-bd53109e187f,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:29.200550 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:29.201517 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:29.202625 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:29.202836 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] No DVR routers for this DVR port f4191128-daec-4054-b4ca-bd53109e187f on host dv-cinder-798198-4-iscsi {{(pid=94575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:38:29.202958 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:29.203330 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:29.204609 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:29.205291 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:29.205861 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:29.206212 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:29.207910 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:29.208257 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:29.208592 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1020a876-9361-4e64-b1f2-47443740a95c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-4-iscsi {{(pid=94577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 20:38:29.273803 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.283389 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c700ba5f-fd54-44e1-ac73-5bc6f6454f7d']}} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:29.294175 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03acff6b-c831-4fe1-b553-749d6a5504fb') {'for_net_delete': True} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:29.294488 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.services.segments.db [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03acff6b-c831-4fe1-b553-749d6a5504fb') {} {{(pid=94575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:29.303359 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694592'] for segment, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.316509 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.322335 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:38:29.322718 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4154485'] for segment, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: self.session.flush() Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: self.session.flush() Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: self.session.flush() Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: self.session.flush() Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: Traceback (most recent call last): Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: timer() Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: cb(*args, **kw) Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: return func(*args, **kwargs) Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: self._notify() Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: self.callback(batched_events) Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: event.method(event) Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: return f(self, *a, **k) Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._get(url).json() Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: return self.request(url, 'GET', **kwargs) Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:38:29.324366 dv-cinder-798198-4-iscsi neutron-server[94575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:38:29.468243 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.474552 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:29.479633 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c700ba5f-fd54-44e1-ac73-5bc6f6454f7d HTTP/1.1" status: 204 len: 168 time: 0.8453898 Sep 03 20:38:29.480293 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 50188) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:29.487333 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83b09f-d058-4c03-a28b-9807eb824840 admin admin] Pushing event deleted for resources: {'Network': ['ID=c700ba5f-fd54-44e1-ac73-5bc6f6454f7d,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:29.519677 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device ec427577-f56e-42f3-9558-50481def2017 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:29.540180 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: ec427577-f56e-42f3-9558-50481def2017 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:29.540528 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device ec427577-f56e-42f3-9558-50481def2017 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:29.540947 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device f4191128-daec-4054-b4ca-bd53109e187f no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:29.559922 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: f4191128-daec-4054-b4ca-bd53109e187f {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:29.560270 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device f4191128-daec-4054-b4ca-bd53109e187f not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:29.560700 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d6978146-3d20-4d7b-bdcc-344fd3d9b55f no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:29.578647 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: d6978146-3d20-4d7b-bdcc-344fd3d9b55f {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:29.578998 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device d6978146-3d20-4d7b-bdcc-344fd3d9b55f not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:29.807428 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-326afc68-1948-48da-b6e6-75f54fd0e084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1588023'] for router_interface, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:30.275786 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-326afc68-1948-48da-b6e6-75f54fd0e084 admin admin] Deleting port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:30.276121 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-326afc68-1948-48da-b6e6-75f54fd0e084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:30.352858 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-326afc68-1948-48da-b6e6-75f54fd0e084 admin admin] For port ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c,segment=NetworkSegment(272a831e-e511-4d43-90e9-f03a76f380ca),segment_id=272a831e-e511-4d43-90e9-f03a76f380ca)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:30.353212 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-326afc68-1948-48da-b6e6-75f54fd0e084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:30.364865 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-326afc68-1948-48da-b6e6-75f54fd0e084 admin admin] Calling delete_port for ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c owned by network:router_interface {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:30.648362 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-326afc68-1948-48da-b6e6-75f54fd0e084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:30.673412 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326afc68-1948-48da-b6e6-75f54fd0e084 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:30.833867 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-326afc68-1948-48da-b6e6-75f54fd0e084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1588131'] for router_interface, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:31.044399 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326afc68-1948-48da-b6e6-75f54fd0e084 admin admin] Router ea1b7062-565d-498a-a9a1-d571e1fcf793 has already been hosted by L3 agent 6ed465f7-e93c-41b1-a5f3-ee93dfec91d8 {{(pid=94576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 20:38:31.178483 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326afc68-1948-48da-b6e6-75f54fd0e084 admin admin] Notify agent at l3_agent.dv-cinder-798198-4-iscsi the message routers_updated {{(pid=94576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 20:38:31.183397 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-326afc68-1948-48da-b6e6-75f54fd0e084 admin admin] 10.222.0.41 "PUT /v2.0/routers/ea1b7062-565d-498a-a9a1-d571e1fcf793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7018611 Sep 03 20:38:31.185857 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 50190) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:31.188319 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6187f83-ccb2-430e-a1b3-012f69353d38 None None] Sync routers for ids ['ea1b7062-565d-498a-a9a1-d571e1fcf793'] in dv-cinder-798198-4-iscsi {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 20:38:31.197697 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6187f83-ccb2-430e-a1b3-012f69353d38 None None] Routers {'ea1b7062-565d-498a-a9a1-d571e1fcf793'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:31.198300 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-e6187f83-ccb2-430e-a1b3-012f69353d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:38:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ea1b7062-565d-498a-a9a1-d571e1fcf793'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:31.290406 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] Notify callbacks [] for router, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:31.383982 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-e6187f83-ccb2-430e-a1b3-012f69353d38 None None] Set router ea1b7062-565d-498a-a9a1-d571e1fcf793 gateway port host: dv-cinder-798198-4-iscsi {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:31.389513 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:31.532494 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] Deleting port 71c64522-1f58-44f3-a5ea-c7987436332c {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:31.532912 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:31.566144 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-e6187f83-ccb2-430e-a1b3-012f69353d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'name': 'tempest-TestVolumeBootPattern-1218352008-router', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'external_fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '71c64522-1f58-44f3-a5ea-c7987436332c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:38:30Z', 'revision_number': 5, 'project_id': '52139069f9094a309433eb1b3ec5b9c1', 'gw_port': {'id': '71c64522-1f58-44f3-a5ea-c7987436332c', 'name': '', 'network_id': '9a9665e4-61b4-4b02-a9e9-c83183aeb566', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '259cae04-66f6-47dc-a6ef-26e0af38e9f4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-4-iscsi'}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:31.592561 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6187f83-ccb2-430e-a1b3-012f69353d38 None None] Checking router: ea1b7062-565d-498a-a9a1-d571e1fcf793 for host: dv-cinder-798198-4-iscsi {{(pid=94578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 20:38:31.600817 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6187f83-ccb2-430e-a1b3-012f69353d38 None None] Routers {'ea1b7062-565d-498a-a9a1-d571e1fcf793'} bound to L3 agent in host dv-cinder-798198-4-iscsi {{(pid=94578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 20:38:31.601420 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-e6187f83-ccb2-430e-a1b3-012f69353d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T20:14:12Z,description=,heartbeat_timestamp=2021-09-03T20:38:12Z,host='dv-cinder-798198-4-iscsi',id=6ed465f7-e93c-41b1-a5f3-ee93dfec91d8,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T20:14:13Z,topic='l3_agent')) {'router_ids': ['ea1b7062-565d-498a-a9a1-d571e1fcf793'], 'active': True} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:31.609059 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] For port 71c64522-1f58-44f3-a5ea-c7987436332c, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=71c64522-1f58-44f3-a5ea-c7987436332c,segment=NetworkSegment(1b8b40e8-fa76-4cbb-bc97-92bd02487a0b),segment_id=1b8b40e8-fa76-4cbb-bc97-92bd02487a0b)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:31.609420 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:31.625704 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] Calling delete_port for 71c64522-1f58-44f3-a5ea-c7987436332c owned by network:router_gateway {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:31.685627 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_dvr_db [None req-e6187f83-ccb2-430e-a1b3-012f69353d38 None None] Set router ea1b7062-565d-498a-a9a1-d571e1fcf793 gateway port host: None {{(pid=94578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 20:38:31.738245 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.l3_hamode_db [None req-e6187f83-ccb2-430e-a1b3-012f69353d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'name': 'tempest-TestVolumeBootPattern-1218352008-router', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:38:31Z', 'revision_number': 6, 'project_id': '52139069f9094a309433eb1b3ec5b9c1', 'gw_port_host': None}], 'dv-cinder-798198-4-iscsi', False) {} {{(pid=94578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:31.764601 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6187f83-ccb2-430e-a1b3-012f69353d38 None None] The sync data for ids ['ea1b7062-565d-498a-a9a1-d571e1fcf793'] in dv-cinder-798198-4-iscsi is: [{'id': 'ea1b7062-565d-498a-a9a1-d571e1fcf793', 'name': 'tempest-TestVolumeBootPattern-1218352008-router', 'tenant_id': '52139069f9094a309433eb1b3ec5b9c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T20:31:25Z', 'updated_at': '2021-09-03T20:38:31Z', 'revision_number': 6, 'project_id': '52139069f9094a309433eb1b3ec5b9c1', 'gw_port_host': None}] {{(pid=94578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 20:38:31.842296 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:31.872665 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c64522-1f58-44f3-a5ea-c7987436332c,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:31.928747 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587917'] for router_gateway, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.013574 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28031'] for router, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.015684 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.143749 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586795'] for router, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.144279 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea1b7062-565d-498a-a9a1-d571e1fcf793 {{(pid=94576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 20:38:32.149490 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] Notify callbacks [] for router, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.152882 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-f0bf65ef-3a31-4511-a6e7-3df6d5de0f47 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ea1b7062-565d-498a-a9a1-d571e1fcf793 HTTP/1.1" status: 204 len: 168 time: 0.9638989 Sep 03 20:38:32.153318 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [-] (94575) accepted ('10.222.0.41', 50192) {{(pid=94575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:32.203479 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.db.db_base_plugin_v2 [None req-14dfabb6-a38b-4d75-816d-27ad86b7874c admin admin] Deleting subnet 9e0743b7-2b72-4db6-b264-bdbb192b03a4 {{(pid=94575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 20:38:32.206952 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-14dfabb6-a38b-4d75-816d-27ad86b7874c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.241235 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-14dfabb6-a38b-4d75-816d-27ad86b7874c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3694617'] for subnet, precommit_delete_associations {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.316738 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-14dfabb6-a38b-4d75-816d-27ad86b7874c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-716564'] for subnet, precommit_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.408075 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-14dfabb6-a38b-4d75-816d-27ad86b7874c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-716653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4154411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3539788'] for subnet, after_delete {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.434810 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfabb6-a38b-4d75-816d-27ad86b7874c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e0743b7-2b72-4db6-b264-bdbb192b03a4,revision_number=None']} {{(pid=94575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:32.436726 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron_lib.callbacks.manager [None req-14dfabb6-a38b-4d75-816d-27ad86b7874c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.438548 dv-cinder-798198-4-iscsi neutron-server[94575]: INFO neutron.wsgi [None req-14dfabb6-a38b-4d75-816d-27ad86b7874c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9e0743b7-2b72-4db6-b264-bdbb192b03a4 HTTP/1.1" status: 204 len: 168 time: 0.2842190 Sep 03 20:38:32.441171 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 50194) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:32.441495 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17a5fa0-bbd8-4cd4-b521-a757e8aa93f4 None None] Network bcb06f04-57e5-4047-a6f5-d024e883ffe3 requested from dv-cinder-798198-4-iscsi {{(pid=94577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 20:38:32.515510 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-883231'] for network, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.568727 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Deleting port 66f14fff-7bea-4e4c-a6de-dcf3269b9394 {{(pid=94576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:32.569156 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.618094 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89215d8-3b04-4f37-8adc-4eb49b546fdb None None] DHCP port deletion for bcb06f04-57e5-4047-a6f5-d024e883ffe3 request from dv-cinder-798198-4-iscsi {{(pid=94577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 20:38:32.642519 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.db [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] For port 66f14fff-7bea-4e4c-a6de-dcf3269b9394, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=66f14fff-7bea-4e4c-a6de-dcf3269b9394,segment=NetworkSegment(272a831e-e511-4d43-90e9-f03a76f380ca),segment_id=272a831e-e511-4d43-90e9-f03a76f380ca)] {{(pid=94576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:32.642890 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.655931 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.plugin [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Calling delete_port for 66f14fff-7bea-4e4c-a6de-dcf3269b9394 owned by network:dhcp {{(pid=94576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:32.665078 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-d89215d8-3b04-4f37-8adc-4eb49b546fdb None None] Deleting port 66f14fff-7bea-4e4c-a6de-dcf3269b9394 {{(pid=94577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 20:38:32.665382 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d89215d8-3b04-4f37-8adc-4eb49b546fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752370940910'] for port, before_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.734013 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.db [None req-d89215d8-3b04-4f37-8adc-4eb49b546fdb None None] For port 66f14fff-7bea-4e4c-a6de-dcf3269b9394, host dv-cinder-798198-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-4-iscsi',level=0,port_id=66f14fff-7bea-4e4c-a6de-dcf3269b9394,segment=NetworkSegment(272a831e-e511-4d43-90e9-f03a76f380ca),segment_id=272a831e-e511-4d43-90e9-f03a76f380ca)] {{(pid=94577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 20:38:32.736953 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d89215d8-3b04-4f37-8adc-4eb49b546fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584446'] for port, precommit_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.747443 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-d89215d8-3b04-4f37-8adc-4eb49b546fdb None None] Calling delete_port for 66f14fff-7bea-4e4c-a6de-dcf3269b9394 owned by network:dhcp {{(pid=94577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 20:38:32.808479 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284100'] for port, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.822762 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-d89215d8-3b04-4f37-8adc-4eb49b546fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752370946232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752370395284'] for port, after_delete {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.836892 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] No DVR routers for this DVR port 66f14fff-7bea-4e4c-a6de-dcf3269b9394 on host dv-cinder-798198-4-iscsi {{(pid=94576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:38:32.841231 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Pushing event deleted for resources: {'Port': ['ID=66f14fff-7bea-4e4c-a6de-dcf3269b9394,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:32.845852 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89215d8-3b04-4f37-8adc-4eb49b546fdb None None] Pushing event deleted for resources: {'Port': ['ID=66f14fff-7bea-4e4c-a6de-dcf3269b9394,revision_number=None']} {{(pid=94577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:32.852733 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89215d8-3b04-4f37-8adc-4eb49b546fdb None None] No DVR routers for this DVR port 66f14fff-7bea-4e4c-a6de-dcf3269b9394 on host dv-cinder-798198-4-iscsi {{(pid=94577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 20:38:32.917200 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661121', 'neutron.services.segments.db._delete_segments_for_network-8752370827861'] for network, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.926992 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb06f04-57e5-4047-a6f5-d024e883ffe3']}} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:32.936359 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272a831e-e511-4d43-90e9-f03a76f380ca') {'for_net_delete': True} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:32.936653 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.services.segments.db [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272a831e-e511-4d43-90e9-f03a76f380ca') {} {{(pid=94576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 20:38:32.945407 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752370827614', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3744854'] for segment, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.962027 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037'] for segment, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.967922 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-663037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284215'] for segment, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: Traceback (most recent call last): Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: timer() Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: cb(*args, **kw) Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: return func(*args, **kwargs) Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: self._notify() Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: self.callback(batched_events) Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: event.method(event) Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: return f(self, *a, **k) Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: return self._get(url).json() Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: return self.request(url, 'GET', **kwargs) Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 20:38:32.972297 dv-cinder-798198-4-iscsi neutron-server[94576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 20:38:33.092091 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1965605'] for network, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:33.097476 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578176'] for network, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:33.099433 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] 10.222.0.41 "DELETE /v2.0/networks/bcb06f04-57e5-4047-a6f5-d024e883ffe3 HTTP/1.1" status: 204 len: 168 time: 0.6572075 Sep 03 20:38:33.110099 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e3c99-67d7-4371-89a0-879aab1972fe admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb06f04-57e5-4047-a6f5-d024e883ffe3,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:33.394473 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 50198) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:33.433634 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-d13a6109-7bbc-49a5-827d-24fb63917d75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=695a65761d5a4c52841e83a36195cd62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378208 Sep 03 20:38:33.435900 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 50200) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:33.483602 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c73f504-1449-4c82-afae-e185f03eac21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:33.504893 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c73f504-1449-4c82-afae-e185f03eac21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:33.520912 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 71c64522-1f58-44f3-a5ea-c7987436332c no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:33.543310 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: 71c64522-1f58-44f3-a5ea-c7987436332c {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:33.543649 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 71c64522-1f58-44f3-a5ea-c7987436332c not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:33.544078 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 66f14fff-7bea-4e4c-a6de-dcf3269b9394 no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:33.565403 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: 66f14fff-7bea-4e4c-a6de-dcf3269b9394 {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:33.565675 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device 66f14fff-7bea-4e4c-a6de-dcf3269b9394 not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:33.566089 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c no longer exists at agent ovs-agent-dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 20:38:33.583686 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.plugin [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] No Port match for: ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c {{(pid=94577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 20:38:33.585631 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron.plugins.ml2.rpc [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Device ca7d79d6-5fa6-44c4-b47c-e4a000bc7c5c not bound to the agent host dv-cinder-798198-4-iscsi {{(pid=94577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 20:38:33.657617 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c73f504-1449-4c82-afae-e185f03eac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:33.660300 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-8c73f504-1449-4c82-afae-e185f03eac21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:33.662312 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-8c73f504-1449-4c82-afae-e185f03eac21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/233c37c9-6300-4680-b815-c8f22e3129f3 HTTP/1.1" status: 204 len: 168 time: 0.2255552 Sep 03 20:38:33.670036 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73f504-1449-4c82-afae-e185f03eac21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233c37c9-6300-4680-b815-c8f22e3129f3,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:34.332836 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 50206) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:34.370187 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-9fe6e7f0-ee27-4458-9b61-5d4868ad3a9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52139069f9094a309433eb1b3ec5b9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362475 Sep 03 20:38:34.372601 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [-] (94576) accepted ('10.222.0.41', 50208) {{(pid=94576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 20:38:34.422785 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0bd60d6b-31d1-4f00-87d0-9ec745b9c9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:34.444567 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0bd60d6b-31d1-4f00-87d0-9ec745b9c9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:34.560771 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0bd60d6b-31d1-4f00-87d0-9ec745b9c9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1811362'] for security_group, after_delete {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:34.563280 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron_lib.callbacks.manager [None req-0bd60d6b-31d1-4f00-87d0-9ec745b9c9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:34.564575 dv-cinder-798198-4-iscsi neutron-server[94576]: INFO neutron.wsgi [None req-0bd60d6b-31d1-4f00-87d0-9ec745b9c9ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c3e064c-0925-45c7-89a0-aae29352e276 HTTP/1.1" status: 204 len: 168 time: 0.1911144 Sep 03 20:38:34.573062 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd60d6b-31d1-4f00-87d0-9ec745b9c9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3e064c-0925-45c7-89a0-aae29352e276,revision_number=None']} {{(pid=94576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 20:38:37.287696 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:38:39.434742 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-53583ea0-e168-42e8-831a-e07ce6fa58d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:42.034522 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-87934709-e125-4057-8b46-47961c833a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:42.789356 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:43.440420 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:45.047806 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:38:53.722478 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:09.291377 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e5e69db4-fec2-49af-9797-e993cf241129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:12.024422 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b67316bd-4712-4575-bd49-0378b9be7302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:12.801202 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:13.447275 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:14.291124 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:39:15.030120 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:23.726828 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:39.325532 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-18bb6911-87f2-40e7-8840-250566bbc814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:42.091087 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-62c263c1-612d-4ecd-b111-8ca7fe5c7ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:42.789207 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:43.468037 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:45.034926 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:39:51.295819 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:39:53.753334 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:09.301939 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-17d9e558-b1a6-467c-8f9a-f17f251c0aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:12.068350 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-b1dd8bf1-f1c3-48d3-8a6b-3051ffa8d7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:12.775998 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:13.456274 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:15.174128 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:20.528255 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [req-6e3c89a2-ff8e-49bf-9a5c-15dc39ce3811 req-8b88f170-d64d-4a83-a410-443ff98db105 service neutron] (94576) timed out ('10.222.0.42', 53690) {{(pid=94576) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 20:40:23.771250 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:28.297705 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:40:39.089765 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [req-9bf0ba9a-4207-4173-89e2-9d114a1c898f req-15ad3472-775c-4112-ac8f-bcc4ab24df66 service neutron] (94576) timed out ('10.222.0.42', 53724) {{(pid=94576) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 20:40:39.284116 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-536bf5fc-7044-4a2a-98c5-4159ac3078aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:42.068115 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6ba5facd-6779-4357-abca-873a988130f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:42.793802 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:43.485580 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:45.050696 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:40:53.748281 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:05.297530 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:41:09.302066 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ed18-7eec-42da-b74d-7a41204b5488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:12.049252 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2527b532-0645-48b4-b3ff-fa0959bd3b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:12.764717 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:13.456012 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:15.050164 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:23.770150 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:39.352881 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-efe4c9f5-c393-4466-a40e-28b1fae3b12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:42.067040 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-1b6b1309-f284-41fc-936f-8b423fcc5c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:42.299640 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:41:42.838725 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:43.483206 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:45.088783 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:41:53.827041 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:09.306679 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-918b1565-42da-4dcd-87e3-b43395fa3131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:12.043562 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7b4db074-3555-4d06-8ee5-bd5d7a2bbc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:12.757469 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:13.494907 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:15.072167 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:19.300709 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:42:23.825880 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:34.034033 dv-cinder-798198-4-iscsi neutron-server[94575]: DEBUG neutron.wsgi [req-b939fcb6-caee-406c-9da8-333aa4438dd1 req-53d86c5b-45dc-4f09-94a5-cb48e56978ef service neutron] (94575) timed out ('10.222.0.42', 53727) {{(pid=94575) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 20:42:39.351530 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-11daac9b-4050-4e8d-89f9-de6c12dd748c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:42.037196 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-7a9360d5-fb09-46dd-900c-e3574d225687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:42.768338 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:43.528323 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:45.065623 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:53.790885 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:42:56.303211 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:43:09.304797 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-bfcca245-a128-4248-ba66-3f8876a71470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:12.070966 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-faf87e09-bc71-4f7d-9e8f-ee6190604280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:12.813223 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:13.470280 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:15.053672 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:23.779130 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-45f04ddb-bd67-4492-9e0b-63e82c666470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:26.396295 dv-cinder-798198-4-iscsi neutron-server[94576]: DEBUG neutron.wsgi [req-abf800bb-a220-434e-a029-ddaf6a22cc75 req-7fefe348-3933-43ec-a02b-b0d8b90fba41 service neutron] (94576) timed out ('10.222.0.41', 46700) {{(pid=94576) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 20:43:33.305904 dv-cinder-798198-4-iscsi neutron-server[94578]: DEBUG neutron.db.agents_db [None req-3fa2c3c5-c5c8-40ef-a60f-1caeeb839f2f None None] Agent healthcheck: found 6 active agents {{(pid=94578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 20:43:39.315931 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-2981b4ad-58a6-48b1-b06e-9d2819d464ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:42.076440 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-e80ce9e4-a055-4367-ac54-53f53b0f2c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:42.784566 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-acddb201-932a-4cc0-9fa4-e6a5c4e00f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:43.487402 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-6930b462-9158-4992-925c-b96bb0dfc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 20:43:45.084176 dv-cinder-798198-4-iscsi neutron-server[94577]: DEBUG neutron_lib.callbacks.manager [None req-9e7117e0-51cc-4353-9567-1ad9d2bc31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752370827843', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-662731'] for agent, after_update {{(pid=94577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}